-- Logs begin at Mon 2022-01-17 01:54:16 UTC, end at Mon 2022-01-17 03:01:14 UTC. -- Jan 17 02:26:22.671667 dv-cinder-821602-13-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 17 02:26:25.562602 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.common.config [-] Logging enabled! Jan 17 02:26:25.563227 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 02:26:25.563227 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102560) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 02:26:25.566627 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.common.config [-] Logging enabled! Jan 17 02:26:25.566872 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev389 Jan 17 02:26:25.567183 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102560) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 17 02:26:25.568150 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 02:26:25.568380 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 02:26:25.568906 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 02:26:25.569145 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 02:26:25.569364 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 02:26:25.569686 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.570107 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 17 02:26:25.570417 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.570695 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.570968 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.571276 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.571561 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.571837 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.572148 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.572429 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.572715 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.572991 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.573270 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.573558 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.573834 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.574115 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.574397 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.574672 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] debug = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.574947 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.575374 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.575790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.576082 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.576376 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.576653 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.576919 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.577190 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.577482 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.577791 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] host = dv-cinder-821602-13-iscsi {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.578071 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.578353 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.578634 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.578912 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.579179 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.579449 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.579726 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.580009 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.580384 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] log_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.580655 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.580939 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.581222 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.581509 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.581731 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.581949 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.582233 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.582516 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.582790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.583062 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.583332 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.583603 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.583873 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.584158 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.584440 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.584719 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.584999 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.585270 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.585545 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.585813 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.586081 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.586361 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.586632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.586903 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.587172 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.587458 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.587729 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.588006 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.588397 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.588682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.588961 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.589241 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.589511 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.589790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.590057 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.590323 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.590588 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] use_json = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.590854 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.591117 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.591391 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.591658 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.591925 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.592219 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.592488 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.592768 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.593035 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:25.593324 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.593622 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.593921 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.594205 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.594492 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.594767 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.595055 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.595327 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.595630 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.595919 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.596233 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.596508 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.596803 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.597086 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.597373 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.597675 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.597969 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.598257 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.598530 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.598800 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.599068 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.599342 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.599628 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.599902 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.600213 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.600503 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.600783 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.601076 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.601359 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.601651 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.601938 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.602211 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.602487 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.602780 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.603056 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.603324 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.603596 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.603883 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.604184 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.604458 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.604736 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.605009 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.605277 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.605543 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.605815 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.606101 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.606372 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.606638 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.606904 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.607177 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.607445 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.607725 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.608003 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.608299 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.608566 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.608839 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.609109 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.609375 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.609648 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.609916 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.610187 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.610454 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.610720 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.610991 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.611281 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.611577 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.611843 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.612135 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.612410 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.612681 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.612951 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.613218 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.613485 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.613754 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.614037 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.614327 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.614599 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.614874 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.615149 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.615421 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.615694 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.615966 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.616269 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.616545 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.616812 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.617096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.617378 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.617662 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.617970 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.618248 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.618542 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.618819 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.619104 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.619381 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.619659 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.619940 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.620253 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.620547 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.620839 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.621129 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.621419 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.621708 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.621985 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.622291 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.622567 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:25.622779 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 02:26:25.623014 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102560) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 17 02:26:26.006198 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 02:26:26.006460 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 02:26:26.006761 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 17 02:26:26.007091 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 17 02:26:26.327709 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.327879 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.328197 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.331260 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.331537 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.331794 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.374930 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.375210 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.375457 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.389560 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.389832 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.390100 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.419840 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.420100 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.420398 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.455457 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.455727 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.455989 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.796123 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.796790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.796790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.796946 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.797625 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.895855 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.896197 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.896473 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.896743 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.897007 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.897317 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.897538 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.897821 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.898063 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.898321 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.898578 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.898836 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.899081 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.899315 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.899561 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.899816 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.900100 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.900374 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.900640 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.900895 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.901158 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.901404 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.901678 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.902049 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.902290 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.902529 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.902920 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:26.903154 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:26.903383 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:26.903611 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:26.903840 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:26.904095 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:26.904449 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 17 02:26:26.907695 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 17 02:26:26.911790 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 17 02:26:26.915667 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Jan 17 02:26:26.917354 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 17 02:26:26.917822 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 17 02:26:26.918151 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 17 02:26:26.918553 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 17 02:26:26.921734 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 17 02:26:26.921979 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 17 02:26:26.922323 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 02:26:26.927855 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 17 02:26:26.951602 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 17 02:26:26.952049 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.952372 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102560) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 17 02:26:26.952733 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.954116 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102560) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 17 02:26:26.954394 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 17 02:26:26.954636 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 17 02:26:26.957929 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:26.958207 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.022152 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 17 02:26:27.022397 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 17 02:26:27.022615 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 17 02:26:27.022984 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 17 02:26:27.047258 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_db.sqlalchemy.engines [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102560) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 17 02:26:27.487705 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing driver for type 'gre' Jan 17 02:26:27.488280 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] gre ID ranges: [(1, 1000)] Jan 17 02:26:27.538046 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing driver for type 'local' Jan 17 02:26:27.538374 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing driver for type 'vlan' Jan 17 02:26:27.553263 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] VlanTypeDriver initialization complete Jan 17 02:26:27.553699 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing driver for type 'vxlan' Jan 17 02:26:27.554179 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] vxlan ID ranges: [(1, 1000)] Jan 17 02:26:27.602801 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing extension driver 'port_security' Jan 17 02:26:27.603142 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.extensions.port_security [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] PortSecurityExtensionDriver initialization complete Jan 17 02:26:27.603465 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing mechanism driver 'openvswitch' Jan 17 02:26:27.603783 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing mechanism driver 'hyperv' Jan 17 02:26:27.610543 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.plugin [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:26:27.611236 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.611605 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.612002 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.612497 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 02:26:27.612956 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnet after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.613302 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnet after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.613643 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.614029 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 02:26:27.614428 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.614772 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.615107 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.615493 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 02:26:27.615889 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > security_group after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.616262 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > security_group after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.616596 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > security_group after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.617120 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 02:26:27.617518 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.617863 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.618195 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.618586 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 02:26:27.618984 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > address_group after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.619322 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > address_group after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.619654 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > address_group after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.620036 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102560) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 17 02:26:27.620485 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] ML2 OVO RPC backend initialized. {{(pid=102560) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 17 02:26:27.621198 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.621550 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.621962 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.622308 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > networks before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.622649 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.622987 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > ports before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.623328 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnet before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.623662 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnets before_response 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.624000 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.624365 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.624698 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.625022 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.625352 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.625663 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.625990 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnet after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.626319 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnet after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.626645 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > subnet after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.627215 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.plugin [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Modular L2 Plugin initialization complete Jan 17 02:26:27.627537 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading services supported by the core plugin {{(pid=102560) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 17 02:26:27.627854 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.plugins.ml2.managers [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Got port-security extension from driver 'port_security' Jan 17 02:26:27.628348 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.extensions.vlantransparent [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Disabled vlantransparent extension. Jan 17 02:26:27.628898 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102560) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 17 02:26:27.629203 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: router Jan 17 02:26:27.664979 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router_interface before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.665360 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router after_create 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.665718 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router before_create 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.666082 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.666450 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.666799 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router after_delete 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.667153 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > floatingip after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.667492 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > floatingip after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.667843 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router after_create 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.668216 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router after_update 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.668560 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router after_update 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.668879 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.669571 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router after_update 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.669971 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_update 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.670335 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: port after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.670664 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: port after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.670996 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: subnet after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.671330 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.671670 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > port precommit_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.672011 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_create 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.672373 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: port before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.672710 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.673057 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router after_update 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.673388 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_delete 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.673735 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_create 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.674084 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router_interface after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.674408 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_update 55549900 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.674765 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > agent after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.675105 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > agent after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.675466 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > network after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.676350 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Tracking information for resource: router configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:27.676682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Tracking information for resource: floatingip configured {{(pid=102560) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 17 02:26:27.681744 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.db.l3_agentschedulers_db [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 17 02:26:27.682329 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: port after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.682689 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: port after_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.683034 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: port after_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.683384 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: port after_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.684239 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router before_create 55550100 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.684596 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_delete 55550100 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.684948 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_create 55550100 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.685296 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > router precommit_update 55550100 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.690016 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.services.provider_configuration [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service providers = [] {{(pid=102560) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 17 02:26:27.690373 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.db.servicetype_db [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102560) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 17 02:26:27.695805 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.services.service_base [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 02:26:27.696172 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.services.service_base [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 02:26:27.697432 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.services.service_base [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 02:26:27.698340 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.services.service_base [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102560) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 17 02:26:27.698711 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.services.service_base [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 17 02:26:27.699087 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.699397 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 17 02:26:27.711811 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.712167 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: auto_allocate Jan 17 02:26:27.717971 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: network precommit_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.718340 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: network precommit_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.718852 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.719166 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: tag Jan 17 02:26:27.728823 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.729151 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: timestamp Jan 17 02:26:27.733247 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.733604 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: network_ip_availability Jan 17 02:26:27.739346 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.739652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.740002 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.740762 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.741076 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: flavors Jan 17 02:26:27.745882 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.746211 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading Plugin: revisions Jan 17 02:26:27.750575 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102560) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 17 02:26:27.750970 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_concurrency.lockutils [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.744s {{(pid=102560) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 17 02:26:27.751716 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102560) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 17 02:26:27.752046 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Initializing extension manager. Jan 17 02:26:27.752579 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: __init__.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.752920 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: __pycache__ {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.753247 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.753603 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: address_group.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.754365 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.754928 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: address-group Jan 17 02:26:27.755245 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: address_scope.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.756163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.756665 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: address-scope Jan 17 02:26:27.756989 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: admin_state_down_before_update.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.757911 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.758412 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: router-admin-state-down-before-update Jan 17 02:26:27.758736 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: agent.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.759413 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.759902 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: agent Jan 17 02:26:27.760246 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: agent_resources_synced.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.761144 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.761640 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: agent-resources-synced Jan 17 02:26:27.761958 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: allowedaddresspairs.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.763762 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.764307 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: allowed-address-pairs Jan 17 02:26:27.764636 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: auto_allocated_topology.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.765700 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.766209 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: auto-allocated-topology Jan 17 02:26:27.766529 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: availability_zone.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.767224 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.767724 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: availability_zone Jan 17 02:26:27.768041 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: availability_zone_filter.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.768975 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.769542 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: availability_zone_filter Jan 17 02:26:27.769862 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: data_plane_status.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.770766 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.771260 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension data-plane-status not supported by any of loaded plugins Jan 17 02:26:27.771570 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: default_subnetpools.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.772512 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.773011 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: default-subnetpools Jan 17 02:26:27.773326 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: dhcpagentscheduler.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.774130 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.774632 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: dhcp_agent_scheduler Jan 17 02:26:27.774945 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: dns.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.775851 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.776371 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension dns-integration not supported by any of loaded plugins Jan 17 02:26:27.776688 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: dns_domain_ports.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.777590 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.778080 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 17 02:26:27.778391 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.779309 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.779802 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 17 02:26:27.780144 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: dvr.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.780816 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.781309 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: dvr Jan 17 02:26:27.781624 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: ecmp_routes.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.782531 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.783027 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension ecmp_routes not supported by any of loaded plugins Jan 17 02:26:27.783343 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: empty_string_filtering.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.784271 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.784806 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: empty-string-filtering Jan 17 02:26:27.785133 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.786039 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.786530 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 17 02:26:27.786846 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.787748 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.788275 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 17 02:26:27.788595 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: external_net.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.789500 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.790000 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: external-net Jan 17 02:26:27.790319 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: extra_dhcp_opt.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.791219 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.791722 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: extra_dhcp_opt Jan 17 02:26:27.792040 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: extraroute.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.792959 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.793456 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: extraroute Jan 17 02:26:27.793770 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: extraroute_atomic.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.795147 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.795641 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: extraroute-atomic Jan 17 02:26:27.795954 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: filter_validation.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.796633 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.797265 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: filter-validation Jan 17 02:26:27.797429 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: fip_pf_description.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.798329 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.798824 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 17 02:26:27.799134 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: fip_port_details.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.800036 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.800613 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: fip-port-details Jan 17 02:26:27.800925 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: flavors.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.802174 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.802683 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: flavors Jan 17 02:26:27.803002 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.804734 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.805250 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 17 02:26:27.805580 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: floatingip_pools.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.806279 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.806782 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: floatingip-pools Jan 17 02:26:27.807104 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: ip_allocation.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.808021 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.808553 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension ip_allocation not supported by any of loaded plugins Jan 17 02:26:27.808876 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.809778 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.810284 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: ip-substring-filtering Jan 17 02:26:27.810606 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l2_adjacency.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.811511 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.812009 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension l2_adjacency not supported by any of loaded plugins Jan 17 02:26:27.812355 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l3.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.813453 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.813963 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: router Jan 17 02:26:27.814287 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l3_conntrack_helper.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.816597 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.817121 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 17 02:26:27.817455 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.818374 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.818878 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: ext-gw-mode Jan 17 02:26:27.819198 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.820132 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.820637 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: l3-ha Jan 17 02:26:27.820954 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l3_flavors.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.821859 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.822357 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: l3-flavors Jan 17 02:26:27.822672 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.823576 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.824086 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: l3-port-ip-change-not-allowed Jan 17 02:26:27.824416 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: l3agentscheduler.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.825435 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.825937 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: l3_agent_scheduler Jan 17 02:26:27.826255 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: local_ip.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.828053 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.828594 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension local_ip not supported by any of loaded plugins Jan 17 02:26:27.828921 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: logging.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.830394 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.830911 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension logging not supported by any of loaded plugins Jan 17 02:26:27.831240 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: metering.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.832046 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.832639 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: metering Jan 17 02:26:27.832963 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.834050 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.834557 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: metering_source_and_destination_fields Jan 17 02:26:27.834877 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: multiprovidernet.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.835799 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.836335 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: multi-provider Jan 17 02:26:27.836652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: netmtu.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.837567 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.838060 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: net-mtu Jan 17 02:26:27.838385 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: netmtu_writable.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.839297 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.839794 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: net-mtu-writable Jan 17 02:26:27.840145 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: network_availability_zone.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.840818 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.841312 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: network_availability_zone Jan 17 02:26:27.841628 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: network_ip_availability.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.842720 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.843222 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: network-ip-availability Jan 17 02:26:27.843540 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: network_segment_range.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.844331 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.844824 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension network-segment-range not supported by any of loaded plugins Jan 17 02:26:27.845139 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: pagination.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.846244 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.846573 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: pagination Jan 17 02:26:27.846889 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: port_device_profile.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.847826 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.848369 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: port-device-profile Jan 17 02:26:27.848684 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.849607 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.850110 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: port-mac-address-regenerate Jan 17 02:26:27.850424 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.851321 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.851825 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: port-numa-affinity-policy Jan 17 02:26:27.852161 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: port_resource_request.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.853074 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.853570 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension port-resource-request not supported by any of loaded plugins Jan 17 02:26:27.853884 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: port_resource_request_groups.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.854842 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.855341 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 17 02:26:27.855659 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: portbindings.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.856611 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.857113 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: binding Jan 17 02:26:27.857425 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: portbindings_extended.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.858706 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.859208 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: binding-extended Jan 17 02:26:27.859527 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: portsecurity.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.860455 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.860953 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: port-security Jan 17 02:26:27.861274 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: project_id.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.862242 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.862564 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: project-id Jan 17 02:26:27.862949 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: providernet.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.863865 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.864401 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: provider Jan 17 02:26:27.864719 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.868410 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.868926 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos not supported by any of loaded plugins Jan 17 02:26:27.869258 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.870502 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.871006 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 17 02:26:27.871332 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.872275 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.872784 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 17 02:26:27.873102 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_default.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.874007 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.874504 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-default not supported by any of loaded plugins Jan 17 02:26:27.874829 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_fip.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.875744 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.876272 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-fip not supported by any of loaded plugins Jan 17 02:26:27.876590 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_fip_network_policy.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.877511 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.878016 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 17 02:26:27.878333 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_gateway_ip.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.879286 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.879782 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 17 02:26:27.880088 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_port_network_policy.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.881017 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.881511 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 17 02:26:27.881824 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.882861 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.883360 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 17 02:26:27.883673 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_pps_rule.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.884886 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.885396 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-pps not supported by any of loaded plugins Jan 17 02:26:27.885712 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_rule_type_details.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.886620 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.887115 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 17 02:26:27.887431 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: qos_rules_alias.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.888496 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.888993 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 17 02:26:27.889306 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: quota_check_limit.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.890210 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.890712 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: quota-check-limit Jan 17 02:26:27.891033 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: quotasv2.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.891961 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.892340 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: quotas Jan 17 02:26:27.892654 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: quotasv2_detail.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.896126 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.896468 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: quota_details Jan 17 02:26:27.896795 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: rbac.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.897855 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.898393 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: rbac-policies Jan 17 02:26:27.898715 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: rbac_address_group.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.899645 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.900191 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: rbac-address-group Jan 17 02:26:27.900515 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: rbac_address_scope.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.901431 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.901931 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: rbac-address-scope Jan 17 02:26:27.902253 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: rbac_security_groups.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.903161 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.903665 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: rbac-security-groups Jan 17 02:26:27.903979 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: rbac_subnetpool.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.904907 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.905409 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: rbac-subnetpool Jan 17 02:26:27.905725 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: revisionifmatch.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.906642 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.907145 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: revision-if-match Jan 17 02:26:27.907463 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: revisions.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.908601 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.909111 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: standard-attr-revisions Jan 17 02:26:27.909430 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: router_availability_zone.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.910126 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.910630 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: router_availability_zone Jan 17 02:26:27.910950 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: routerservicetype.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.911865 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.912403 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension router-service-type not supported by any of loaded plugins Jan 17 02:26:27.912720 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.913716 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.914219 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: security-groups-normalized-cidr Jan 17 02:26:27.914535 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: security_groups_port_filtering.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.915444 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.915944 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: port-security-groups-filtering Jan 17 02:26:27.916292 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.917229 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.917728 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: security-groups-remote-address-group Jan 17 02:26:27.918054 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.919280 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.919795 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: security-groups-shared-filtering Jan 17 02:26:27.920130 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.920721 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 17 02:26:27.921035 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: securitygroup.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.930797 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.931316 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: security-group Jan 17 02:26:27.931639 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: segment.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.932458 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.932957 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension segment not supported by any of loaded plugins Jan 17 02:26:27.933270 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.934199 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.934700 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 17 02:26:27.935013 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: servicetype.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.936147 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.936662 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: service-type Jan 17 02:26:27.936982 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: sorting.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.937964 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.938289 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: sorting Jan 17 02:26:27.938608 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: standard_attr_segment.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.939517 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.940079 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 17 02:26:27.940409 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: standardattrdescription.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.941072 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.941566 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: standard-attr-description Jan 17 02:26:27.941882 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: stateful_security_group.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.942812 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.943313 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: stateful-security-group Jan 17 02:26:27.943629 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: stdattrs_common.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.944226 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 17 02:26:27.944544 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.945480 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.945998 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 17 02:26:27.946318 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: subnet_onboard.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.947388 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.947908 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: subnet_onboard Jan 17 02:26:27.948266 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.949192 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.949693 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 17 02:26:27.950012 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: subnet_service_types.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.950936 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.951440 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: subnet-service-types Jan 17 02:26:27.951760 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: subnetallocation.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.952884 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.953406 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: subnet_allocation Jan 17 02:26:27.953724 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.954391 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.954896 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: subnetpool-prefix-ops Jan 17 02:26:27.955211 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.956168 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.956739 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 17 02:26:27.957061 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: tagging.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.958129 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.958645 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: standard-attr-tag Jan 17 02:26:27.958969 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: timestamp.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.960202 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.960712 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loaded extension: standard-attr-timestamp Jan 17 02:26:27.961035 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: trunk.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.962067 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.962572 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension trunk not supported by any of loaded plugins Jan 17 02:26:27.962892 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: trunk_details.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.963808 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.964342 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension trunk-details not supported by any of loaded plugins Jan 17 02:26:27.964659 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: uplink_status_propagation.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.965569 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.966070 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 17 02:26:27.966387 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Loading extension file: vlantransparent.py {{(pid=102560) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 17 02:26:27.967049 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102560) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 17 02:26:27.967549 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extension vlan-transparent not supported by any of loaded plugins Jan 17 02:26:27.970101 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:network Jan 17 02:26:27.970620 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:subnet Jan 17 02:26:27.971015 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 02:26:27.971406 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:port Jan 17 02:26:27.972695 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.973137 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service FLAVORS assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.973733 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.974161 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.974498 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:router Jan 17 02:26:27.974930 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:floatingip Jan 17 02:26:27.975417 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service METERING assigned prefix: /metering {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.976897 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.977267 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.977616 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:26:27.978611 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 02:26:27.979059 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:security_group Jan 17 02:26:27.979481 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 02:26:27.980088 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service CORE assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.980427 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 02:26:27.980777 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] subnetpool is already registered Jan 17 02:26:27.981203 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service CORE assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.981524 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 02:26:27.981857 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] subnetpool is already registered Jan 17 02:26:27.984137 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.984690 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service FLAVORS assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.985312 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.985742 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.986070 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:router Jan 17 02:26:27.986403 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] router is already registered Jan 17 02:26:27.986810 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:floatingip Jan 17 02:26:27.987143 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] floatingip is already registered Jan 17 02:26:27.987615 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service METERING assigned prefix: /metering {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.988402 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of CountableResource for resource:rbac_policy Jan 17 02:26:27.988722 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] rbac_policy is already registered Jan 17 02:26:27.989137 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:security_group Jan 17 02:26:27.989521 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] security_group is already registered Jan 17 02:26:27.989873 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:security_group_rule Jan 17 02:26:27.990205 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] security_group_rule is already registered Jan 17 02:26:27.990683 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service CORE assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.991001 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 02:26:27.991328 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] subnetpool is already registered Jan 17 02:26:27.991738 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.v2.resource_helper [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Service CORE assigned prefix: {{(pid=102560) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 17 02:26:27.992078 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Creating instance of TrackedResource for resource:subnetpool Jan 17 02:26:27.992413 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING neutron.quota.resource_registry [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] subnetpool is already registered Jan 17 02:26:27.992891 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: extensions {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:27.995462 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: address-groups {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:27.997016 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: address-scopes {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:27.998258 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: agents {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:27.999534 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: auto-allocated-topology {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.000840 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: availability_zones {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.002068 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: dhcp-networks {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.003498 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: dhcp-agents {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.005210 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: routers {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.007365 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: flavors {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.008670 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: service_profiles {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.009891 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: next_providers {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.011371 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: service_profiles {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.012863 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: floatingip-pools {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.014227 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: routers {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.016385 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: floatingips {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.017660 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: l3-routers {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.019057 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: l3-agents {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.020547 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: metering-labels {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.021793 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: metering-label-rules {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.023203 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: network-ip-availabilities {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.024508 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: bindings {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.026061 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: quotas {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.027737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: quotas {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.029316 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: rbac-policies {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.030538 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: security-groups {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.031851 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: security-group-rules {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.033117 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: service-providers {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.034348 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: subnetpools {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.035695 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: subnetpools {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.037440 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.039121 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.040976 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.042755 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.044823 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.046758 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.048502 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.051351 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.053184 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.054929 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron.api.extensions [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Extended resource: tags {{(pid=102560) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 17 02:26:28.061302 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING keystonemiddleware.auth_token [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 17 02:26:28.065905 dv-cinder-821602-13-iscsi neutron-server[102560]: WARNING keystonemiddleware.auth_token [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 17 02:26:28.074686 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_concurrency.lockutils [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Acquired lock "singleton_lock" {{(pid=102560) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 17 02:26:28.075149 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_concurrency.lockutils [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Releasing lock "singleton_lock" {{(pid=102560) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 17 02:26:28.075805 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO oslo_service.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Starting 2 workers Jan 17 02:26:28.080583 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Started child 102669 {{(pid=102560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 02:26:28.085041 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Started child 102670 {{(pid=102560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 02:26:28.086369 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:28.087041 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO neutron.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Neutron service started, listening on 0.0.0.0:9696 Jan 17 02:26:28.087119 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Publish callbacks [] for process (None), before_spawn {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:28.087847 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [-] (102669) wsgi starting up on http://0.0.0.0:9696 Jan 17 02:26:28.089559 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO oslo_service.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Starting 1 workers Jan 17 02:26:28.089807 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:28.091175 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [-] (102670) wsgi starting up on http://0.0.0.0:9696 Jan 17 02:26:28.094684 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Started child 102671 {{(pid=102560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 02:26:28.095245 dv-cinder-821602-13-iscsi neutron-server[102560]: INFO oslo_service.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Starting 1 workers Jan 17 02:26:28.098675 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] calling RpcWorker wait() {{(pid=102671) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 17 02:26:28.099281 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] returning from RpcWorker wait() {{(pid=102671) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 17 02:26:28.099671 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Started child 102672 {{(pid=102560) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 17 02:26:28.100425 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:28.100553 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG neutron_lib.callbacks.manager [None req-6dad5578-6b91-453d-8d94-0e4fe50755bd None None] Publish callbacks [] for process (None), after_spawn {{(pid=102560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:28.101013 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:26:28.102330 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102560) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 02:26:28.102511 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 02:26:28.102890 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 02:26:28.103084 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 02:26:28.103591 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 02:26:28.103718 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 02:26:28.104272 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.104498 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.104611 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:28.105068 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.105068 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.105284 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.105546 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:26:28.106019 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.106229 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.106682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.106923 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.107218 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.107343 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.107507 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.107930 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.108204 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.108500 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.108758 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.109001 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.109279 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.109454 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.109725 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.109990 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.110245 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.110503 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] debug = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.110765 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.111256 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.111484 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.111724 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.111925 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.112268 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.112528 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.112798 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.113053 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.113288 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.113519 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.113778 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.114011 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.114221 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.114483 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.114724 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.114963 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.115183 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.115643 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] host = dv-cinder-821602-13-iscsi {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.115874 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.117220 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.117220 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.117220 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.117220 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.117220 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.118928 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.118928 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.118928 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.118928 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.118928 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.118928 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.118928 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.119834 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.119834 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_options = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.119834 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.119834 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.120406 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.120406 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.120406 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.120406 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.120939 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.120939 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.121208 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.121434 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.121434 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.121706 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.121911 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.122126 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.122398 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.122569 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.122808 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.123020 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.123257 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.123473 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.123712 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.123924 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.124208 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125196 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125196 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125196 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125196 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125461 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125461 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125680 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.125908 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.126153 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.126401 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.126636 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.127128 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.127128 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.127365 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.127830 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.127830 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.128058 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.128319 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.128704 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.128925 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.129119 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.129301 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.129537 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.129760 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_json = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.130010 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.133027 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.135632 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.136111 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.136203 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137351 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137351 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137351 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137351 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137351 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137725 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137725 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.137925 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.138189 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.138431 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.138690 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.139109 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.139640 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.139917 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.140194 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.140462 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.140645 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.141082 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.141320 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.141524 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.141745 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.141963 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.142682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.143049 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.143412 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.143776 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.144009 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.144298 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.144551 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.144814 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.145352 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.145771 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.145991 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.149842 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.150099 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.150370 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.150620 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.150861 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.151089 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.151362 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.151601 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.151828 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.152050 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.152467 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.152685 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.152951 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.153176 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.154494 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.154494 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.156758 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.157015 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.157272 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.157534 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.157771 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.158068 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.158350 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.158666 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.158921 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.160219 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.160577 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.162652 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.163323 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.163323 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.163323 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.163533 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.163732 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.164022 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.165844 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.166117 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.166383 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.167473 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.167717 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.167938 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.168207 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.168456 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.168691 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.168916 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.169516 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.169764 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.170025 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.170273 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.170512 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.170774 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.171004 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.171262 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.171499 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.171766 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.171974 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.172411 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.172771 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.173110 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.173381 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.173633 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.173916 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.174207 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.174527 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.174857 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.175440 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.175890 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.176316 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.176606 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.176898 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.177926 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.178192 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.178429 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.178682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.178934 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.179163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.179397 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.179649 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.179875 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.180247 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.180695 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.181047 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.181303 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.181528 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.181746 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.182032 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.182437 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.182682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.183106 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.183359 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.183600 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.183852 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.184126 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.184367 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.184612 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.184845 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.185063 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.185295 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.186088 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.186330 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.186549 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.186764 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.187016 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.187260 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.187503 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.187730 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.187957 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.188247 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.188429 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.188643 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.188860 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.189089 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.189306 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.189569 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.189741 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.189954 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.190229 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.190445 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.190715 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.190980 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.191241 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.191500 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.191740 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.191992 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.192460 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.192726 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.192972 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.193199 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.193412 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.193623 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.193837 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.194067 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.194292 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.194506 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.194754 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.195025 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.195335 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.195598 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.195833 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.196093 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.196321 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.196576 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.196790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.197020 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.197232 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.197444 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.197676 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.198081 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.198417 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.198759 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.198975 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.199188 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.199415 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.199769 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.200022 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.200340 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.200589 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.200818 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.201067 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.201284 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.201512 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.201753 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.201983 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.202195 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.202415 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.202629 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.202838 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.203062 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.203276 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.203492 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.203711 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.204017 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.204176 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.204402 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.204615 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.204896 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.205231 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.205452 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.205682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.205923 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.206134 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.206348 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.206590 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.206812 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.207043 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.207268 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.207480 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.207691 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.207918 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.208155 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.208369 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.208714 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.208936 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.209104 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.209389 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.209635 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.209887 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.210137 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.210440 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.210684 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.210922 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.211153 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.211324 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:26:28.211429 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.211575 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.211823 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.212250 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.212525 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.212768 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.213021 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.213302 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.213581 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.213845 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.214059 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.214330 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.214874 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.215167 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.215167 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.215622 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.215873 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.216119 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.216368 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.216565 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.216790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.217025 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.217296 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.217525 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.217847 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.217995 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.218225 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.218457 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.218679 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.218891 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.219113 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.219343 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.219499 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 02:26:28.220048 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102560) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 17 02:26:28.220226 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 17 02:26:28.220374 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 17 02:26:28.220542 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 17 02:26:28.220711 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 17 02:26:28.220861 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 17 02:26:28.221070 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.221230 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.221367 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.221521 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.221661 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.221845 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.222003 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.222159 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.222373 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.222535 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.222693 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.222851 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.223008 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.223163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.223325 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.223482 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.223638 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.223795 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.223957 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.224137 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.224297 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.224456 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.224611 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] debug = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.224768 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.224961 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.225121 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.225276 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.225431 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.225591 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.225747 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.225903 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.226059 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.226215 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.226370 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.226525 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.226866 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.226866 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.227025 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.227122 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.227278 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.227435 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.227589 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] host = dv-cinder-821602-13-iscsi {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.227745 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.227900 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.228055 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.228232 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.228388 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.228546 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.228702 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.228859 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.229014 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.229170 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.229325 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.229481 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.229635 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.229790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.229947 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_options = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.230104 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.230259 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.230414 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.230599 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.230759 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.230916 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.231072 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.231229 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.231387 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.231541 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.231695 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.231852 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.232008 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.232188 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.232345 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.232711 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.232711 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.232891 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.232972 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234096 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234631 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234631 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234631 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234837 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.234837 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.235737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.235737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.235737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.235737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.235737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.235737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236145 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236145 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236145 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236371 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236449 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236554 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236703 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.236857 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.237012 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_json = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.237169 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.237325 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.237479 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.237636 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.237790 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.237971 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.238128 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.238283 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.238438 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 17 02:26:28.238687 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.239416 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.239416 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.239416 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.239416 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.239416 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240026 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240026 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240026 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240026 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240527 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240527 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240527 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240856 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240856 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.240856 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.241196 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.241196 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.241492 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.241492 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.241727 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.241847 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.241964 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.242082 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.242200 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.242343 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.242501 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.242668 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.242827 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.243000 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.243224 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.243307 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.243458 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.243617 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.243781 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.243941 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.244128 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.244289 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.244448 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.244610 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.244775 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.244954 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.245107 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.245246 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.245388 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.245519 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.245649 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.245797 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.245922 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.246080 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.246240 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.246400 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.246558 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.246701 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.246863 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.247021 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.247163 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.247335 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.247492 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.247651 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.247809 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.247967 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.248168 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.248313 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.248669 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.248669 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.248939 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.248939 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.249192 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.249192 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.249456 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.249456 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.249728 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.249861 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.249994 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.250126 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.250260 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.250376 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.250493 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.250622 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.250780 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.250938 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.251097 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.251256 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.251414 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.251572 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.251729 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.251887 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.252044 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.252209 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.252370 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.252534 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.252706 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.252862 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.253021 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.253181 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.253338 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.253541 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.253716 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.253850 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.254009 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.254166 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.254324 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.254481 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.254641 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.254800 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.254956 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.255114 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.255271 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.255431 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.255589 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.255749 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.255907 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.256121 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.256242 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.256400 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.256551 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.256705 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.256871 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.257028 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.257190 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.257348 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.257512 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.257679 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.257837 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.257996 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.258153 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.258310 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.258468 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.258625 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.258784 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.258941 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.259099 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.259256 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.259425 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.259584 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.259742 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.259903 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.260286 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.260286 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.260495 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.260595 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.260737 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.260926 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.261099 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.261285 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.261519 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.261778 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.261988 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.262211 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.262461 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.262719 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.262973 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.263247 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.263421 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.263616 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.263818 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.264078 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.264356 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.264563 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.264864 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.265057 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.265225 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.265387 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.265550 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.265712 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.265873 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.266034 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.266192 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.266514 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.266803 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.267089 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.267382 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.267673 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.267967 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.268285 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.268446 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.268607 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.268758 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.268917 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.269076 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.269265 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.269428 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.269588 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.269748 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.270145 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.270315 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.270476 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.270636 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.270796 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.270956 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.271118 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.271276 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.271451 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.271610 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.271768 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.271927 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.272116 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.272266 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.272426 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.272584 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.272742 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.272899 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.273057 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.273223 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.273386 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.273546 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.273706 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.273865 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.274023 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.274183 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.274341 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.274514 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.274673 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.274831 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.275052 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.275164 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.275294 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.275462 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.275621 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.275778 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.275936 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.276113 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.276274 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.276441 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.276599 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.276755 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.276912 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.277069 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.277228 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.277396 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.277554 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.277713 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.277870 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.278026 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.278183 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.278349 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.278509 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.278668 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.278824 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.278982 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.279140 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.279308 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.279466 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.279624 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.279782 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.279939 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.280120 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.280291 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.280453 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.280612 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.280778 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.280937 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.281095 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.281255 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.281425 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.281584 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.281745 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.281904 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.282062 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.282221 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.282382 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.282546 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.282714 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.282879 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.283054 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.283211 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.283379 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.283546 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.283705 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.283869 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.284039 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.284220 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.284379 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.284537 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.284707 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.284938 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.285097 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.285255 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.285412 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.285573 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.285731 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.285889 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.286048 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.286207 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.286365 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.286523 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.286682 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.286842 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.287000 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.287166 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 17 02:26:28.287318 dv-cinder-821602-13-iscsi neutron-server[102560]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102560) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 17 02:26:28.345837 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 46950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:26:28.357684 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087020 Jan 17 02:26:39.662883 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53b27b-42f6-45e7-92e5-4cfb884ad30f None None] get_active_networks_info from dv-cinder-821602-13-iscsi {{(pid=102671) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 17 02:26:39.763781 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c53b27b-42f6-45e7-92e5-4cfb884ad30f None None] No non-hosted networks {{(pid=102671) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 17 02:26:39.783202 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.agentschedulers_db [None req-9c53b27b-42f6-45e7-92e5-4cfb884ad30f None None] DHCP Agent not found on host dv-cinder-821602-13-iscsi {{(pid=102671) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 17 02:26:39.909444 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d3ea2007-7136-49df-8ff9-21bc063b674d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16343707'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:41.837529 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7d55884b-f721-4fc2-9470-74b856fa45e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16343707'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:41.865954 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-453a8401-0132-4d51-9da7-4bdedd4d0924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:42.927671 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16343707'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:44.578379 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16343707'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:45.226378 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.db.l3_hamode_db [None req-b32a9b70-4bb0-4449-b11f-1b7c848c2d33 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 17 02:26:45.319707 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a9b70-4bb0-4449-b11f-1b7c848c2d33 None None] Routers set() bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:26:45.320207 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32a9b70-4bb0-4449-b11f-1b7c848c2d33 None None] Router IDs set() for agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 17 02:26:45.817156 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16343707'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:45.818567 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.818904 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.819284 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.819635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.820183 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.820301 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.820616 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.821072 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.821547 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.821884 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.822225 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.822981 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.822981 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:45.823260 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-13-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:26:45.831986 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-13-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:26:48.484038 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47052) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:26:49.014479 dv-cinder-821602-13-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-e3552c8e-8b39-4f3d-8ac4-50996b3e6013 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:49.015250 dv-cinder-821602-13-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-e3552c8e-8b39-4f3d-8ac4-50996b3e6013 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:49.242292 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-e3552c8e-8b39-4f3d-8ac4-50996b3e6013 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:26:49.243401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e3552c8e-8b39-4f3d-8ac4-50996b3e6013 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7581506 Jan 17 02:26:51.927543 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47068) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:26:52.490700 dv-cinder-821602-13-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:52.491233 dv-cinder-821602-13-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:52.707558 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'tenant_id': 'e65f1b547c8241078ec02ed87a47118c', 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:26:52.808513 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.policy [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102670) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 02:26:52.854251 dv-cinder-821602-13-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:52.854619 dv-cinder-821602-13-iscsi neutron-server[102670]: WARNING oslo_policy.policy [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:52.863412 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.quota [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] Loaded quota_driver: . Jan 17 02:26:52.957965 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869847235', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869844246', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869832842', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869827969', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869818040', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8762869809713', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-772947', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-784539', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16267008', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16368553'] for rbac-policy (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:53.027058 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:53.028598 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-71822824-e968-4738-9fb1-3f55fcaac106 admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0989530 Jan 17 02:26:55.692480 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47086) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:26:56.019393 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Request body: {'network': {'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'name': 'private', 'admin_state_up': True, 'project_id': '0e3422488b594bd0a55c51c527719ada'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:26:56.020898 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.quota [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Loaded quota_driver: . Jan 17 02:26:56.084374 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Made reservation on behalf of 0e3422488b594bd0a55c51c527719ada for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:26:56.161760 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.policy [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102669) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 17 02:26:56.208651 dv-cinder-821602-13-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:56.209013 dv-cinder-821602-13-iscsi neutron-server[102669]: WARNING oslo_policy.policy [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 17 02:26:56.219003 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.241033 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.349271 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks [] for security_group (3a75b00f-82bb-49fd-9eae-cebce70c5ffe), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.354891 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (3a75b00f-82bb-49fd-9eae-cebce70c5ffe), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.374045 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 260} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:26:56.403071 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762865886751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (591ada54-a693-4303-8194-c32508da8fba), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.403646 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Unsubscribe: segment precommit_create {{(pid=102669) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 02:26:56.404176 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Added segment 591ada54-a693-4303-8194-c32508da8fba of type vlan for network 5a1d0a3c-228b-4331-85ca-d59f015547fa Jan 17 02:26:56.422370 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a75b00f-82bb-49fd-9eae-cebce70c5ffe,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:26:56.472899 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.473327 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.473719 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.474092 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.474447 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.474776 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.475140 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.475462 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.475797 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.476108 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.476455 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.476769 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.477063 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Tracked resource versions report: Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: pushed versions: Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Log': {'1.0'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Network': {'1.1'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Port': {'1.7'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: consumer versions: Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Log': '1.0', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Network': '1.1', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Port': '1.7', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SubPort': '1.0', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Subnet': '1.1', Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Jan 17 02:26:56.478533 dv-cinder-821602-13-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:26:56.519339 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (5a1d0a3c-228b-4331-85ca-d59f015547fa), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.567810 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (5a1d0a3c-228b-4331-85ca-d59f015547fa), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.568928 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:26:56.569610 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:26:56.661631 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9680436 Jan 17 02:26:56.669933 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cca66be-1915-455c-ab40-93d76e76dc67 admin admin] Pushing event updated for resources: {'Network': ['ID=5a1d0a3c-228b-4331-85ca-d59f015547fa,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:26:56.695464 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:26:59.383999 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:26:59.790634 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c51dcbd-20b6-4859-9a28-bca805142a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:26:59.791994 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7c51dcbd-20b6-4859-9a28-bca805142a65 admin admin] 10.222.0.24 "GET /v2.0/networks/5a1d0a3c-228b-4331-85ca-d59f015547fa HTTP/1.1" status: 200 len: 825 time: 0.4070117 Jan 17 02:26:59.831796 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ec96149d-fc3f-40a5-8a04-83fb761a8d2c admin admin] 10.222.0.24 "GET /v2.0/subnetpools/611c4a36-0495-4f28-bf10-a8965e14d097 HTTP/1.1" status: 200 len: 734 time: 0.0307775 Jan 17 02:26:59.840217 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '611c4a36-0495-4f28-bf10-a8965e14d097', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'name': 'private-subnet', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'gateway_ip': '172.20.0.1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:26:59.867480 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Made reservation on behalf of 0e3422488b594bd0a55c51c527719ada for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:26:59.869781 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:00.173513 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (4fc5d2f5-23f2-4d6e-982c-abace012b95a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:00.236300 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc5d2f5-23f2-4d6e-982c-abace012b95a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:00.245156 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Checking segment: {'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:27:00.245518 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Network hostable DHCP agents. Network: 5a1d0a3c-228b-4331-85ca-d59f015547fa, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:27:00.268038 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:27:00.282182 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 5a1d0a3c-228b-4331-85ca-d59f015547fa) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:27:00.287558 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:27:00.288197 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:00.292087 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0196107f-3fe7-4c56-8575-2250508285b0 None None] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:27:00.305665 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-57f45756-9611-4f61-aecf-0893998c8abb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4686937 Jan 17 02:27:00.564648 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-5a1d0a3c-228b-4331-85ca-d59f015547fa', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'project_id': '0e3422488b594bd0a55c51c527719ada', 'fixed_ips': [{'subnet_id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:27:00.565904 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:00.857509 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Allocated IP 172.20.0.2 (5a1d0a3c-228b-4331-85ca-d59f015547fa/4fc5d2f5-23f2-4d6e-982c-abace012b95a/ce26624f-e68c-45ac-93b6-874b146ae87d) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:27:01.094310 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Publish callbacks [] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:01.103135 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:01.176460 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:27:01.181778 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:27:01.191080 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:27:01.197493 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Pushing event updated for resources: {'Port': ['ID=ce26624f-e68c-45ac-93b6-874b146ae87d,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:01.228404 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.228734 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.229125 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.229465 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.229794 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.230120 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.230462 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.230794 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.231121 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.231456 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.231781 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.232095 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.232423 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Tracked resource versions report: Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: pushed versions: Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Log': {'1.0'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Network': {'1.1'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Port': {'1.7'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: consumer versions: Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Log': '1.0', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Network': '1.1', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Port': '1.7', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SubPort': '1.0', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Subnet': '1.1', Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Jan 17 02:27:01.233873 dv-cinder-821602-13-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:27:01.282402 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Attempting to bind port ce26624f-e68c-45ac-93b6-874b146ae87d on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:27:01.282815 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Attempting to bind port ce26624f-e68c-45ac-93b6-874b146ae87d by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:27:01.283245 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Attempting to bind port ce26624f-e68c-45ac-93b6-874b146ae87d on network 5a1d0a3c-228b-4331-85ca-d59f015547fa {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:27:01.288183 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:27:01.288558 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Checking segment: {'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:27:01.289022 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:01.289398 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Bound using segment: {'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:27:01.289877 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Bound port: ce26624f-e68c-45ac-93b6-874b146ae87d, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:27:01.290268 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:01.352478 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] For port ce26624f-e68c-45ac-93b6-874b146ae87d, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:27:01.356903 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] For port ce26624f-e68c-45ac-93b6-874b146ae87d, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ce26624f-e68c-45ac-93b6-874b146ae87d,segment=NetworkSegment(591ada54-a693-4303-8194-c32508da8fba),segment_id=591ada54-a693-4303-8194-c32508da8fba)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:27:01.363780 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:01.426731 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4606d959-8b1f-4744-9ef6-92aa7027b47d None None] Pushing event updated for resources: {'Port': ['ID=ce26624f-e68c-45ac-93b6-874b146ae87d,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:02.737205 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47110) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:03.068981 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-e1d1454e-d7ef-4128-8e9f-07670b2bbe6b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:27:03.070060 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e1d1454e-d7ef-4128-8e9f-07670b2bbe6b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3318622 Jan 17 02:27:05.497372 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47118) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:05.818156 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-be7f31ec-dfff-4044-a301-8d8a146a5e1b admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:27:05.819175 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-be7f31ec-dfff-4044-a301-8d8a146a5e1b admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3208961 Jan 17 02:27:08.494462 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47128) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:08.802257 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-97a44c98-a0b5-4fe1-a2dd-52f751992cb9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'name': 'router1'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:27:08.832792 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-97a44c98-a0b5-4fe1-a2dd-52f751992cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (53756d8b-9939-45dd-a31a-47b1f563da13), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:08.834381 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-97a44c98-a0b5-4fe1-a2dd-52f751992cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (53756d8b-9939-45dd-a31a-47b1f563da13), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:08.976464 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-97a44c98-a0b5-4fe1-a2dd-52f751992cb9 admin admin] Publish callbacks [] for router_controller (53756d8b-9939-45dd-a31a-47b1f563da13), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:08.983012 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-97a44c98-a0b5-4fe1-a2dd-52f751992cb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (53756d8b-9939-45dd-a31a-47b1f563da13), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:08.999280 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-97a44c98-a0b5-4fe1-a2dd-52f751992cb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:09.000552 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-97a44c98-a0b5-4fe1-a2dd-52f751992cb9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5051336 Jan 17 02:27:09.636562 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6b9a5328-ec38-445d-894f-14fb5257e1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:11.444405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47140) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:11.765620 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-ad44b932-b42a-44e5-b8e0-9830357e2c7f admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:27:11.766617 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ad44b932-b42a-44e5-b8e0-9830357e2c7f admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3212821 Jan 17 02:27:11.836546 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-92127db9-f9df-4a01-8ffa-9f2efea5e4f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.341768 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e921125-f492-4ce0-87a7-dfa280d2878e None None] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:27:12.396802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ce26624f-e68c-45ac-93b6-874b146ae87d up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:27:12.479376 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-ced5c50e-7ac7-441d-9a61-98898d5d4a00 None None] Provisioning complete for port ce26624f-e68c-45ac-93b6-874b146ae87d triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:12.479786 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ced5c50e-7ac7-441d-9a61-98898d5d4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.573896 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port ce26624f-e68c-45ac-93b6-874b146ae87d triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:12.574194 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.681374 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ced5c50e-7ac7-441d-9a61-98898d5d4a00 None None] Current status of the port ce26624f-e68c-45ac-93b6-874b146ae87d is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:12.681752 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ced5c50e-7ac7-441d-9a61-98898d5d4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.746589 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ced5c50e-7ac7-441d-9a61-98898d5d4a00 None None] For port ce26624f-e68c-45ac-93b6-874b146ae87d, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ce26624f-e68c-45ac-93b6-874b146ae87d,segment=NetworkSegment(591ada54-a693-4303-8194-c32508da8fba),segment_id=591ada54-a693-4303-8194-c32508da8fba)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:27:12.757159 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ced5c50e-7ac7-441d-9a61-98898d5d4a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.784264 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ce26624f-e68c-45ac-93b6-874b146ae87d is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:12.784776 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.848973 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced5c50e-7ac7-441d-9a61-98898d5d4a00 None None] Pushing event updated for resources: {'Port': ['ID=ce26624f-e68c-45ac-93b6-874b146ae87d,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:12.881121 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.db.api [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 02:27:12.881555 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG oslo_db.api [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 02:27:12.884802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.889181 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-6ec8d319-652f-4d9c-80ac-9971f0da693e None None] Provisioning complete for port ce26624f-e68c-45ac-93b6-874b146ae87d triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:12.889554 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6ec8d319-652f-4d9c-80ac-9971f0da693e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:12.967235 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-6ec8d319-652f-4d9c-80ac-9971f0da693e None None] Current status of the port ce26624f-e68c-45ac-93b6-874b146ae87d is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:13.422065 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ce26624f-e68c-45ac-93b6-874b146ae87d is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:14.265860 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47172) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:14.346188 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ce26624f-e68c-45ac-93b6-874b146ae87d up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:27:14.392415 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port ce26624f-e68c-45ac-93b6-874b146ae87d triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:14.392806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.400163 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'project_id': 'e65f1b547c8241078ec02ed87a47118c', 'provider:physical_network': 'physnet1', 'tenant_id': 'e65f1b547c8241078ec02ed87a47118c', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:27:14.423527 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Made reservation on behalf of e65f1b547c8241078ec02ed87a47118c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:27:14.425933 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.436905 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.470444 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ce26624f-e68c-45ac-93b6-874b146ae87d is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:14.513574 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks [] for security_group (26ece3bd-c2c4-4b7e-b83a-95462fa281bf), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.519555 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (26ece3bd-c2c4-4b7e-b83a-95462fa281bf), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.522619 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.536000 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Reserving flat network on physical network physnet1 {{(pid=102669) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 17 02:27:14.554729 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ece3bd-c2c4-4b7e-b83a-95462fa281bf,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:14.559779 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (64b87c01-7a2c-44d9-bc92-32cb00272b34), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.560131 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Added segment 64b87c01-7a2c-44d9-bc92-32cb00272b34 of type flat for network 8a393803-2a43-452a-bba4-33a25754c625 Jan 17 02:27:14.605544 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (8a393803-2a43-452a-bba4-33a25754c625), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.639336 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (8a393803-2a43-452a-bba4-33a25754c625), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.640327 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:27:14.640989 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:14.695823 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4288630 Jan 17 02:27:14.701936 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fde21-942a-4dcc-8e40-38be2c731005 admin admin] Pushing event updated for resources: {'Network': ['ID=8a393803-2a43-452a-bba4-33a25754c625,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:14.776115 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 8a393803-2a43-452a-bba4-33a25754c625 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:27:15.827692 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:17.005486 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47180) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:17.177550 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89358659-1c76-4bc3-a46c-acb7f76fdedc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:27:17.179078 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-89358659-1c76-4bc3-a46c-acb7f76fdedc admin admin] 10.222.0.24 "GET /v2.0/subnets/4fc5d2f5-23f2-4d6e-982c-abace012b95a HTTP/1.1" status: 200 len: 849 time: 0.1723478 Jan 17 02:27:17.298250 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-96e26733-2459-4b8d-a1ec-86357582a901 admin admin] 10.222.0.24 "GET /v2.0/routers/53756d8b-9939-45dd-a31a-47b1f563da13 HTTP/1.1" status: 200 len: 704 time: 0.1135101 Jan 17 02:27:17.576530 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:17.879938 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Allocated IP 172.20.0.1 (5a1d0a3c-228b-4331-85ca-d59f015547fa/4fc5d2f5-23f2-4d6e-982c-abace012b95a/0a527f1e-a416-4f14-a329-2e8bcfd00e0e) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:27:18.082302 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks [] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.159537 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.232776 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:27:18.237395 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:27:18.288879 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Pushing event updated for resources: {'Port': ['ID=0a527f1e-a416-4f14-a329-2e8bcfd00e0e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:18.291541 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:27:18.292422 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (53756d8b-9939-45dd-a31a-47b1f563da13), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.355710 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.356096 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.356442 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.356779 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.357107 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.357432 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.357770 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.358097 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.358431 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.358755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.359056 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.359369 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.359685 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Tracked resource versions report: Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: pushed versions: Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Log': {'1.0'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Network': {'1.1'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Port': {'1.7'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: consumer versions: Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Log': '1.0', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Network': '1.1', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Port': '1.7', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SubPort': '1.0', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Subnet': '1.1', Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Jan 17 02:27:18.361105 dv-cinder-821602-13-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:27:18.498036 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.531377 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-5a422d0e-7141-4d2c-bdb9-b47832c7c1ce None None] Provisioning complete for port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:18.531933 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5a422d0e-7141-4d2c-bdb9-b47832c7c1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.565896 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-5a422d0e-7141-4d2c-bdb9-b47832c7c1ce None None] Port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:27:18.713179 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks [] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.721394 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.722240 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (53756d8b-9939-45dd-a31a-47b1f563da13), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:18.845471 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Pushing event updated for resources: {'Port': ['ID=0a527f1e-a416-4f14-a329-2e8bcfd00e0e,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:18.895207 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:27:18.896976 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:27:19.065246 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Router 53756d8b-9939-45dd-a31a-47b1f563da13 is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:27:19.086931 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-42182db6-2f67-4b2b-8066-2691dec88479 None None] Provisioning complete for port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:19.087296 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-42182db6-2f67-4b2b-8066-2691dec88479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:19.121158 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-42182db6-2f67-4b2b-8066-2691dec88479 None None] Port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:27:19.159370 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:27:19.171107 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a19b7dc6-a5ce-4a1d-8762-6e90407f7121 admin admin] 10.222.0.24 "PUT /v2.0/routers/53756d8b-9939-45dd-a31a-47b1f563da13/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8590379 Jan 17 02:27:19.171208 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Sync routers for ids ['53756d8b-9939-45dd-a31a-47b1f563da13'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:27:19.186093 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Routers {'53756d8b-9939-45dd-a31a-47b1f563da13'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:27:19.186907 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:27:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['53756d8b-9939-45dd-a31a-47b1f563da13'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:19.372786 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Set router 53756d8b-9939-45dd-a31a-47b1f563da13 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:27:19.799469 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'name': 'router1', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:27:08Z', 'updated_at': '2022-01-17T02:27:18Z', 'revision_number': 2, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'gw_port_host': None, '_interfaces': [{'id': '0a527f1e-a416-4f14-a329-2e8bcfd00e0e', 'name': '', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'mac_address': 'fa:16:3e:43:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:17Z', 'updated_at': '2022-01-17T02:27:18Z', 'revision_number': 2, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'subnets': [{'id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611c4a36-0495-4f28-bf10-a8965e14d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:19.850986 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Checking router: 53756d8b-9939-45dd-a31a-47b1f563da13 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:27:19.851323 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Updating router 53756d8b-9939-45dd-a31a-47b1f563da13 port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:27:19.898793 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:20.420222 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Publish callbacks [] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:20.428480 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:20.591445 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Pushing event updated for resources: {'Port': ['ID=0a527f1e-a416-4f14-a329-2e8bcfd00e0e,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:20.594071 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Attempting to bind port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:27:20.594456 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Attempting to bind port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:27:20.594869 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Attempting to bind port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e on network 5a1d0a3c-228b-4331-85ca-d59f015547fa {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:27:20.605415 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:27:20.605820 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Checking segment: {'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:27:20.606267 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:20.606657 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Bound using segment: {'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:27:20.607156 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Bound port: 0a527f1e-a416-4f14-a329-2e8bcfd00e0e, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '591ada54-a693-4303-8194-c32508da8fba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 260, 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:27:20.607533 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:20.610310 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.610661 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.611003 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.611332 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.611654 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.611973 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.612331 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.612692 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.613013 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.613342 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.613657 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.613970 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.614281 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Tracked resource versions report: Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: pushed versions: Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: { 'AddressGroup': {'1.2'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'ConntrackHelper': {'1.0'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Log': {'1.0'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Network': {'1.1'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Port': {'1.7'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'PortForwarding': {'1.2'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'QosPolicy': {'1.10'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroup': {'1.5'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SubPort': {'1.0'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Subnet': {'1.1'}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Trunk': {'1.1'}} Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: consumer versions: Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'ConntrackHelper': '1.0', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'LocalIPAssociation': '1.0', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Log': '1.0', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Network': '1.1', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Port': '1.7', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'PortForwarding': '1.2', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'QosPolicy': '1.10', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroup': '1.5', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroupRule': '1.2', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SubPort': '1.0', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Subnet': '1.1', Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Trunk': '1.1'}} Jan 17 02:27:20.615727 dv-cinder-821602-13-iscsi neutron-server[102672]: {{(pid=102672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:27:20.649837 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-0d86715c-c142-4cf9-9c99-1cd27d79b9f8 None None] Provisioning complete for port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:20.650385 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0d86715c-c142-4cf9-9c99-1cd27d79b9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:20.683840 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] For port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:27:20.686513 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-0d86715c-c142-4cf9-9c99-1cd27d79b9f8 None None] Port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:27:20.704489 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] For port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=0a527f1e-a416-4f14-a329-2e8bcfd00e0e,segment=NetworkSegment(591ada54-a693-4303-8194-c32508da8fba),segment_id=591ada54-a693-4303-8194-c32508da8fba)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:27:20.709774 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:20.759134 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Routers {'53756d8b-9939-45dd-a31a-47b1f563da13'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:27:20.759752 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:27:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['53756d8b-9939-45dd-a31a-47b1f563da13'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:20.828693 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127e441-a28a-47f4-b38e-24dd831bc9c8 None None] Pushing event updated for resources: {'Port': ['ID=0a527f1e-a416-4f14-a329-2e8bcfd00e0e,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:20.858958 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] Set router 53756d8b-9939-45dd-a31a-47b1f563da13 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:27:21.008529 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-8e71231b-78c0-404d-9d3e-076bcffcb667 None None] Provisioning complete for port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:21.008782 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8e71231b-78c0-404d-9d3e-076bcffcb667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:21.067223 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'name': 'router1', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:27:08Z', 'updated_at': '2022-01-17T02:27:18Z', 'revision_number': 2, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'gw_port_host': None, '_interfaces': [{'id': '0a527f1e-a416-4f14-a329-2e8bcfd00e0e', 'name': '', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'mac_address': 'fa:16:3e:43:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:17Z', 'updated_at': '2022-01-17T02:27:20Z', 'revision_number': 4, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'subnets': [{'id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611c4a36-0495-4f28-bf10-a8965e14d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:21.086489 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-8e71231b-78c0-404d-9d3e-076bcffcb667 None None] Current status of the port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:21.087108 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8e71231b-78c0-404d-9d3e-076bcffcb667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:21.093173 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3027b3-527b-47eb-984f-ce72daa5055d None None] The sync data for ids ['53756d8b-9939-45dd-a31a-47b1f563da13'] in dv-cinder-821602-13-iscsi is: [{'id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'name': 'router1', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:27:08Z', 'updated_at': '2022-01-17T02:27:18Z', 'revision_number': 2, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'gw_port_host': None, '_interfaces': [{'id': '0a527f1e-a416-4f14-a329-2e8bcfd00e0e', 'name': '', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'mac_address': 'fa:16:3e:43:1e:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:17Z', 'updated_at': '2022-01-17T02:27:20Z', 'revision_number': 4, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'subnets': [{'id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611c4a36-0495-4f28-bf10-a8965e14d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:27:21.124091 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-8e71231b-78c0-404d-9d3e-076bcffcb667 None None] For port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=0a527f1e-a416-4f14-a329-2e8bcfd00e0e,segment=NetworkSegment(591ada54-a693-4303-8194-c32508da8fba),segment_id=591ada54-a693-4303-8194-c32508da8fba)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:27:21.129899 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8e71231b-78c0-404d-9d3e-076bcffcb667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:21.180998 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e71231b-78c0-404d-9d3e-076bcffcb667 None None] Pushing event updated for resources: {'Port': ['ID=0a527f1e-a416-4f14-a329-2e8bcfd00e0e,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:23.729185 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47202) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:23.839260 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcc795b-547c-40c6-87e3-c423db7cde47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:27:23.840679 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5fcc795b-547c-40c6-87e3-c423db7cde47 admin admin] 10.222.0.24 "GET /v2.0/networks/8a393803-2a43-452a-bba4-33a25754c625 HTTP/1.1" status: 200 len: 842 time: 0.1104634 Jan 17 02:27:23.850327 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'tenant_id': 'e65f1b547c8241078ec02ed87a47118c', 'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:27:23.878952 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Made reservation on behalf of e65f1b547c8241078ec02ed87a47118c for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:27:23.881441 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:24.195676 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.objects.ports [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102670) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 17 02:27:24.196093 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (f34a072e-f725-40a6-81a3-b16ab7f38776), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:24.250016 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f34a072e-f725-40a6-81a3-b16ab7f38776,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:24.259252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:27:24.259252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Network hostable DHCP agents. Network: 8a393803-2a43-452a-bba4-33a25754c625, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:27:24.284355 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:27:24.298123 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 8a393803-2a43-452a-bba4-33a25754c625) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:27:24.302760 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:27:24.303450 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:24.307528 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d6affc-2d84-4c75-9698-ec562f7087c4 None None] Network 8a393803-2a43-452a-bba4-33a25754c625 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:27:24.330900 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4329c521-0141-42b6-a1cc-1679527f6334 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4736214 Jan 17 02:27:24.423380 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7946a84e-1774-4504-8556-565b27feb49b None None] Network 8a393803-2a43-452a-bba4-33a25754c625 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:27:26.637199 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47210) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:26.771545 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-136ea2b1-8e6b-4166-8de8-64463d76a078 admin admin] 10.222.0.24 "GET /v2.0/routers/53756d8b-9939-45dd-a31a-47b1f563da13 HTTP/1.1" status: 200 len: 710 time: 0.1331418 Jan 17 02:27:26.858617 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26e544c-4298-4a93-82aa-6115c70e8294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:27:26.859928 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b26e544c-4298-4a93-82aa-6115c70e8294 admin admin] 10.222.0.24 "GET /v2.0/networks/8a393803-2a43-452a-bba4-33a25754c625 HTTP/1.1" status: 200 len: 886 time: 0.0828524 Jan 17 02:27:26.868943 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:27:27.112134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks [] for router_gateway (53756d8b-9939-45dd-a31a-47b1f563da13), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:27.421322 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks [] for router_gateway (53756d8b-9939-45dd-a31a-47b1f563da13), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:27.499159 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:27.606805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Allocated IP 172.27.1.89 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/cafd4fec-a6e1-47fa-96be-5583f473fef4) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:27:27.709011 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks [] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:27.747200 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:27.782621 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:27:27.787315 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:27:27.790673 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:27:27.850888 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Pushing event updated for resources: {'Port': ['ID=cafd4fec-a6e1-47fa-96be-5583f473fef4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:28.040374 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks [] for router_gateway (53756d8b-9939-45dd-a31a-47b1f563da13), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:28.238329 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16343429', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16339951', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9360'] for router (53756d8b-9939-45dd-a31a-47b1f563da13), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:28.242567 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16343442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16343451', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16339956'] for router (53756d8b-9939-45dd-a31a-47b1f563da13), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:28.353665 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Router 53756d8b-9939-45dd-a31a-47b1f563da13 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:27:28.364104 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 0a527f1e-a416-4f14-a329-2e8bcfd00e0e up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:27:28.416364 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:28.416759 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:28.461701 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:27:28.466271 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:28.467555 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6bae6b60-f09d-46da-a779-e51085a9affb admin admin] 10.222.0.24 "PUT /v2.0/routers/53756d8b-9939-45dd-a31a-47b1f563da13 HTTP/1.1" status: 200 len: 889 time: 1.6018348 Jan 17 02:27:28.495796 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:29.377136 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Sync routers for ids ['53756d8b-9939-45dd-a31a-47b1f563da13'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:27:29.388878 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Routers {'53756d8b-9939-45dd-a31a-47b1f563da13'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:27:29.389514 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:27:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['53756d8b-9939-45dd-a31a-47b1f563da13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:29.599664 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Set router 53756d8b-9939-45dd-a31a-47b1f563da13 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:27:30.051518 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'name': 'router1', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cafd4fec-a6e1-47fa-96be-5583f473fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:27:08Z', 'updated_at': '2022-01-17T02:27:27Z', 'revision_number': 4, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'gw_port': {'id': 'cafd4fec-a6e1-47fa-96be-5583f473fef4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:27Z', 'updated_at': '2022-01-17T02:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '0a527f1e-a416-4f14-a329-2e8bcfd00e0e', 'name': '', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'mac_address': 'fa:16:3e:43:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:17Z', 'updated_at': '2022-01-17T02:27:21Z', 'revision_number': 5, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'subnets': [{'id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611c4a36-0495-4f28-bf10-a8965e14d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:30.099880 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Checking router: 53756d8b-9939-45dd-a31a-47b1f563da13 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:27:30.100259 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Updating router 53756d8b-9939-45dd-a31a-47b1f563da13 port cafd4fec-a6e1-47fa-96be-5583f473fef4 binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:27:30.147731 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:30.466884 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Publish callbacks [] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:30.473974 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:30.522458 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Attempting to bind port cafd4fec-a6e1-47fa-96be-5583f473fef4 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:27:30.522829 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Attempting to bind port cafd4fec-a6e1-47fa-96be-5583f473fef4 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:27:30.523187 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Attempting to bind port cafd4fec-a6e1-47fa-96be-5583f473fef4 on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:27:30.530018 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3938f-cf90-4144-ae8c-047da5f32003 None None] Pushing event updated for resources: {'Port': ['ID=cafd4fec-a6e1-47fa-96be-5583f473fef4,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:30.532736 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:27:30.533169 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:27:30.533501 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:30.533879 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:27:30.534413 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Bound port: cafd4fec-a6e1-47fa-96be-5583f473fef4, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:27:30.534807 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:30.589612 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] For port cafd4fec-a6e1-47fa-96be-5583f473fef4, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:27:30.592603 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] For port cafd4fec-a6e1-47fa-96be-5583f473fef4, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=cafd4fec-a6e1-47fa-96be-5583f473fef4,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:27:30.597425 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:30.653754 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead3938f-cf90-4144-ae8c-047da5f32003 None None] Pushing event updated for resources: {'Port': ['ID=cafd4fec-a6e1-47fa-96be-5583f473fef4,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:30.656340 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Routers {'53756d8b-9939-45dd-a31a-47b1f563da13'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:27:30.656928 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:27:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['53756d8b-9939-45dd-a31a-47b1f563da13'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:30.770975 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] Set router 53756d8b-9939-45dd-a31a-47b1f563da13 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:27:30.856050 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:27:30.980851 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'name': 'router1', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cafd4fec-a6e1-47fa-96be-5583f473fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:27:08Z', 'updated_at': '2022-01-17T02:27:27Z', 'revision_number': 4, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'gw_port': {'id': 'cafd4fec-a6e1-47fa-96be-5583f473fef4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:27Z', 'updated_at': '2022-01-17T02:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '0a527f1e-a416-4f14-a329-2e8bcfd00e0e', 'name': '', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'mac_address': 'fa:16:3e:43:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:17Z', 'updated_at': '2022-01-17T02:27:21Z', 'revision_number': 5, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'subnets': [{'id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611c4a36-0495-4f28-bf10-a8965e14d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:27:30.997203 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6882a359-6e51-47e0-ad4d-e8fecd492c18 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1400125 Jan 17 02:27:31.010455 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96efaac9-516a-4b39-99f5-b373f4dc7240 None None] The sync data for ids ['53756d8b-9939-45dd-a31a-47b1f563da13'] in dv-cinder-821602-13-iscsi is: [{'id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'name': 'router1', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.89'}], 'enable_snat': True}, 'gw_port_id': 'cafd4fec-a6e1-47fa-96be-5583f473fef4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:27:08Z', 'updated_at': '2022-01-17T02:27:27Z', 'revision_number': 4, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'gw_port': {'id': 'cafd4fec-a6e1-47fa-96be-5583f473fef4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:ec:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:27Z', 'updated_at': '2022-01-17T02:27:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '0a527f1e-a416-4f14-a329-2e8bcfd00e0e', 'name': '', 'network_id': '5a1d0a3c-228b-4331-85ca-d59f015547fa', 'tenant_id': '0e3422488b594bd0a55c51c527719ada', 'mac_address': 'fa:16:3e:43:1e:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53756d8b-9939-45dd-a31a-47b1f563da13', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:27:17Z', 'updated_at': '2022-01-17T02:27:21Z', 'revision_number': 5, 'project_id': '0e3422488b594bd0a55c51c527719ada', 'subnets': [{'id': '4fc5d2f5-23f2-4d6e-982c-abace012b95a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '611c4a36-0495-4f28-bf10-a8965e14d097'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:27:32.142564 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:27:32.391662 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device cafd4fec-a6e1-47fa-96be-5583f473fef4 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:27:32.439343 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port cafd4fec-a6e1-47fa-96be-5583f473fef4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:32.439644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:32.512205 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port cafd4fec-a6e1-47fa-96be-5583f473fef4 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:32.512581 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:32.531870 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port cafd4fec-a6e1-47fa-96be-5583f473fef4, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=cafd4fec-a6e1-47fa-96be-5583f473fef4,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:27:32.537678 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:32.590710 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=cafd4fec-a6e1-47fa-96be-5583f473fef4,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:27:34.358001 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device cafd4fec-a6e1-47fa-96be-5583f473fef4 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:27:34.424931 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port cafd4fec-a6e1-47fa-96be-5583f473fef4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:27:34.425474 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (cafd4fec-a6e1-47fa-96be-5583f473fef4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:34.535828 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port cafd4fec-a6e1-47fa-96be-5583f473fef4 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:27:39.653347 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7b2a0b09-58da-4fe6-b990-5ffd76aedf4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:41.832012 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-defdf0b3-0290-479b-9ae8-b90c1fc904c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:42.877795 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:44.536538 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:27:45.823056 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:09.141484 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:28:09.644241 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3c268077-2aff-4d29-adcd-c17b819887f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:11.860718 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-75d56ca1-230d-4692-8f1a-6d0e78a0e630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:12.893115 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:14.533866 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:15.831239 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:39.639311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5aa1f87e-c4be-41a0-a3f3-c61d7e499bd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:41.850842 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4a1e6e96-4f14-4088-b7cd-6c7fb64add8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:42.885711 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:44.535503 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:45.825945 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:46.140749 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:28:49.660047 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47706) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:28:49.735534 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.pecan_wsgi.hooks.translation [None req-52460d08-cf1b-4e8f-ba5d-3e7828128ac0 admin admin] GET failed (client error): The resource could not be found. Jan 17 02:28:49.737225 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-52460d08-cf1b-4e8f-ba5d-3e7828128ac0 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0761929 Jan 17 02:28:49.971149 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a821d4c-d89e-4915-9ad2-3d85205a901e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:49.972679 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4a821d4c-d89e-4915-9ad2-3d85205a901e admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2311795 Jan 17 02:28:52.240124 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47716) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:28:52.338472 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da1975a-19a0-477a-957e-97e38eede688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:52.339873 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9da1975a-19a0-477a-957e-97e38eede688 admin admin] 10.222.0.24 "GET /v2.0/subnets/4fc5d2f5-23f2-4d6e-982c-abace012b95a HTTP/1.1" status: 200 len: 849 time: 0.0987861 Jan 17 02:28:52.351842 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:28:52.436320 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Publish callbacks [] for subnet (4fc5d2f5-23f2-4d6e-982c-abace012b95a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:52.592033 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8762865799042'] for subnet (4fc5d2f5-23f2-4d6e-982c-abace012b95a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:52.622198 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:52.622783 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:52.624086 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] 10.222.0.24 "PUT /v2.0/subnets/4fc5d2f5-23f2-4d6e-982c-abace012b95a HTTP/1.1" status: 200 len: 868 time: 0.2759030 Jan 17 02:28:52.639184 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c08836-067a-4453-80a8-d887860bab07 None None] Network 5a1d0a3c-228b-4331-85ca-d59f015547fa requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:28:52.645393 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fc5d2f5-23f2-4d6e-982c-abace012b95a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:28:52.653424 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.653802 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.654170 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.654667 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.654991 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.655317 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.655650 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.655986 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.656358 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.656685 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.657021 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.657343 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:52.657648 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88982b42-5c78-461b-8af8-a81c5b582021 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:28:53.002760 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e476abf4-fa94-497f-aea3-42904b33873c None None] Provisioning complete for port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:28:53.003125 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e476abf4-fa94-497f-aea3-42904b33873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0a527f1e-a416-4f14-a329-2e8bcfd00e0e), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:53.084512 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e476abf4-fa94-497f-aea3-42904b33873c None None] Current status of the port 0a527f1e-a416-4f14-a329-2e8bcfd00e0e is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:28:53.094957 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e476abf4-fa94-497f-aea3-42904b33873c None None] Provisioning complete for port ce26624f-e68c-45ac-93b6-874b146ae87d triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:28:53.095364 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e476abf4-fa94-497f-aea3-42904b33873c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ce26624f-e68c-45ac-93b6-874b146ae87d), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:28:53.169239 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e476abf4-fa94-497f-aea3-42904b33873c None None] Current status of the port ce26624f-e68c-45ac-93b6-874b146ae87d is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:28:54.843587 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47724) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:28:55.056555 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a39f4c-8e59-4e0a-9a9e-bee1b4d86e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:55.056944 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a39f4c-8e59-4e0a-9a9e-bee1b4d86e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:55.058513 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e1a39f4c-8e59-4e0a-9a9e-bee1b4d86e74 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2138255 Jan 17 02:28:57.306306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47732) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:28:57.447341 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb22eb-d50d-4f37-8cc0-0f6cd1df3107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:57.447803 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb22eb-d50d-4f37-8cc0-0f6cd1df3107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:57.449391 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a9bb22eb-d50d-4f37-8cc0-0f6cd1df3107 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1421125 Jan 17 02:28:59.672170 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47740) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:28:59.820674 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f515d15-855c-4119-a47e-559e34fab39d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:28:59.822050 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0f515d15-855c-4119-a47e-559e34fab39d admin admin] 10.222.0.24 "GET /v2.0/networks/5a1d0a3c-228b-4331-85ca-d59f015547fa HTTP/1.1" status: 200 len: 869 time: 0.1483824 Jan 17 02:29:02.058986 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47748) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:02.208296 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f295ee-0941-4bde-b15a-b7958b6b5220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:02.209667 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c1f295ee-0941-4bde-b15a-b7958b6b5220 admin admin] 10.222.0.24 "GET /v2.0/networks/8a393803-2a43-452a-bba4-33a25754c625 HTTP/1.1" status: 200 len: 886 time: 0.1497269 Jan 17 02:29:04.427518 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47756) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:04.568711 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7c641-046c-4864-b9cf-6f68f72a6a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:04.569141 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7c641-046c-4864-b9cf-6f68f72a6a33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:04.570697 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-80b7c641-046c-4864-b9cf-6f68f72a6a33 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1421924 Jan 17 02:29:06.781325 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47764) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:06.907425 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902e8d5-1ab2-46b1-92b1-ab38e9fb29c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:06.907845 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0902e8d5-1ab2-46b1-92b1-ab38e9fb29c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:06.909515 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0902e8d5-1ab2-46b1-92b1-ab38e9fb29c4 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1271935 Jan 17 02:29:09.110602 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:09.217699 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408d22b5-c920-4283-846b-fea62b54fa87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:09.219024 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-408d22b5-c920-4283-846b-fea62b54fa87 admin admin] 10.222.0.24 "GET /v2.0/subnets/4fc5d2f5-23f2-4d6e-982c-abace012b95a HTTP/1.1" status: 200 len: 868 time: 0.1074762 Jan 17 02:29:09.644446 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9dad-af90-4818-a549-f6f58943e0a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:11.432588 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47782) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:11.530386 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736e82bb-05a0-40bc-85e3-8a40486c6e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:11.532312 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-736e82bb-05a0-40bc-85e3-8a40486c6e84 admin admin] 10.222.0.24 "GET /v2.0/subnets/f34a072e-f725-40a6-81a3-b16ab7f38776 HTTP/1.1" status: 200 len: 816 time: 0.0985110 Jan 17 02:29:11.846399 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d59911ca-f755-4ee2-8136-4b354a6c63a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:12.881611 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:14.538293 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:15.831523 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:23.139816 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:29:35.615087 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47836) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:35.665030 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [None req-460338cc-dc60-4523-b2eb-fb418f303256 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:29:35.666357 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-460338cc-dc60-4523-b2eb-fb418f303256 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0503356 Jan 17 02:29:37.990488 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47844) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:38.056936 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.pecan_wsgi.hooks.translation [None req-105e2ced-5c51-4354-9a60-c163d5406dc7 admin admin] GET failed (client error): The resource could not be found. Jan 17 02:29:38.058222 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-105e2ced-5c51-4354-9a60-c163d5406dc7 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667536 Jan 17 02:29:38.203159 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d86148-2584-45f7-bea1-5581b37a271e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:38.204568 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b8d86148-2584-45f7-bea1-5581b37a271e admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1403534 Jan 17 02:29:39.663688 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-70adba43-544e-465e-9ae9-4a813b8f5101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:40.496373 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47854) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:40.549688 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'project_id': 'e65f1b547c8241078ec02ed87a47118c', 'tenant_id': 'e65f1b547c8241078ec02ed87a47118c', 'name': 'shared'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:29:40.573854 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Made reservation on behalf of e65f1b547c8241078ec02ed87a47118c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:29:40.576122 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:40.612090 dv-cinder-821602-13-iscsi neutron-server[102669]: WARNING neutron.services.revisions.revision_plugin [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Could not find related network for resource to bump revision. Jan 17 02:29:40.625913 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:29:40.638344 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (537a0c8c-1c51-48fc-999e-63a6984b7168), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:40.638786 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Added segment 537a0c8c-1c51-48fc-999e-63a6984b7168 of type vlan for network f3cbcc3b-2e05-4697-b17e-c598690e549f Jan 17 02:29:40.677692 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (f3cbcc3b-2e05-4697-b17e-c598690e549f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:40.703426 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (f3cbcc3b-2e05-4697-b17e-c598690e549f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:40.704341 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:40.704908 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:40.756536 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2589707 Jan 17 02:29:40.763188 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Pushing event updated for resources: {'Network': ['ID=f3cbcc3b-2e05-4697-b17e-c598690e549f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:29:40.771021 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.771381 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.771725 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.772059 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.772417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.772742 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.773086 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.773408 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.773737 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.774059 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.774378 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.774677 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.774994 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595e937b-57cd-48bb-9f2e-60c61b43188e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:40.787501 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network f3cbcc3b-2e05-4697-b17e-c598690e549f details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:29:41.850993 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-49209715-c68b-47e2-9c8d-f58f907114bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:42.884524 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:43.043947 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47864) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:29:43.104743 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.pecan_wsgi.hooks.translation [None req-82aecc2e-95fb-4634-8541-886994f6b4de admin admin] GET failed (client error): The resource could not be found. Jan 17 02:29:43.106023 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-82aecc2e-95fb-4634-8541-886994f6b4de admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0611157 Jan 17 02:29:43.180228 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444a4a4-374f-4bef-8e8c-79ed8687f086 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:43.181624 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f444a4a4-374f-4bef-8e8c-79ed8687f086 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697751 Jan 17 02:29:43.194718 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'tenant_id': 'e65f1b547c8241078ec02ed87a47118c', 'ip_version': 4, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f', 'name': 'shared-subnet'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:29:43.217748 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Made reservation on behalf of e65f1b547c8241078ec02ed87a47118c for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:29:43.220270 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:43.386263 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (5603cc43-aeb2-4d82-81bd-84d1403ee541), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:43.439055 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5603cc43-aeb2-4d82-81bd-84d1403ee541,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:29:43.446015 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Checking segment: {'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:29:43.446372 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Network hostable DHCP agents. Network: f3cbcc3b-2e05-4697-b17e-c598690e549f, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:29:43.463589 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Network f3cbcc3b-2e05-4697-b17e-c598690e549f is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:29:43.476501 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, f3cbcc3b-2e05-4697-b17e-c598690e549f) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:29:43.481792 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:29:43.482386 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:43.490266 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a91546-3239-4692-9acd-881553bf92cb None None] Network f3cbcc3b-2e05-4697-b17e-c598690e549f requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:29:43.501125 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2732ac13-913c-4452-ac01-0911f30f8de7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3098576 Jan 17 02:29:43.597396 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-f3cbcc3b-2e05-4697-b17e-c598690e549f', 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f', 'project_id': 'e65f1b547c8241078ec02ed87a47118c', 'fixed_ips': [{'subnet_id': '5603cc43-aeb2-4d82-81bd-84d1403ee541'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:29:43.598298 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:43.735331 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Allocated IP 192.168.233.2 (f3cbcc3b-2e05-4697-b17e-c598690e549f/5603cc43-aeb2-4d82-81bd-84d1403ee541/7289eafc-5eeb-4903-a3b1-14da1e3c3301) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:29:43.875602 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Publish callbacks [] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:43.884850 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:43.925486 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Network f3cbcc3b-2e05-4697-b17e-c598690e549f is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:29:43.928311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:29:43.931800 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:29:43.938587 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Pushing event updated for resources: {'Port': ['ID=7289eafc-5eeb-4903-a3b1-14da1e3c3301,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:29:43.959793 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.960176 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.960538 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.960872 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.961191 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.961553 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.961838 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.962151 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.962466 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.962798 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.963116 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.963424 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.963736 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:29:43.996485 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Attempting to bind port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:29:43.996767 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Attempting to bind port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:29:43.997121 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Attempting to bind port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 on network f3cbcc3b-2e05-4697-b17e-c598690e549f {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:29:44.002082 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:29:44.002444 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Checking segment: {'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:29:44.002837 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:44.003219 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Bound using segment: {'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:29:44.003678 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Bound port: 7289eafc-5eeb-4903-a3b1-14da1e3c3301, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:29:44.004052 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:44.165034 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] For port 7289eafc-5eeb-4903-a3b1-14da1e3c3301, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:29:44.168513 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] For port 7289eafc-5eeb-4903-a3b1-14da1e3c3301, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7289eafc-5eeb-4903-a3b1-14da1e3c3301,segment=NetworkSegment(537a0c8c-1c51-48fc-999e-63a6984b7168),segment_id=537a0c8c-1c51-48fc-999e-63a6984b7168)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:29:44.175189 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:44.231111 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac3dab-aeb0-4022-a31f-2d205eddae5f None None] Pushing event updated for resources: {'Port': ['ID=7289eafc-5eeb-4903-a3b1-14da1e3c3301,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:29:44.546144 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:45.158131 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab97d54-f7da-47a1-a5a1-e4897cbb36b7 None None] Network f3cbcc3b-2e05-4697-b17e-c598690e549f requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:29:45.235677 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-4d888ab6-8115-4527-a80f-fd24d1d99fce None None] Provisioning complete for port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:29:45.236043 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d888ab6-8115-4527-a80f-fd24d1d99fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:45.343523 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-4d888ab6-8115-4527-a80f-fd24d1d99fce None None] Current status of the port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:29:45.343908 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d888ab6-8115-4527-a80f-fd24d1d99fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:45.381323 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4d888ab6-8115-4527-a80f-fd24d1d99fce None None] For port 7289eafc-5eeb-4903-a3b1-14da1e3c3301, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7289eafc-5eeb-4903-a3b1-14da1e3c3301,segment=NetworkSegment(537a0c8c-1c51-48fc-999e-63a6984b7168),segment_id=537a0c8c-1c51-48fc-999e-63a6984b7168)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:29:45.390911 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d888ab6-8115-4527-a80f-fd24d1d99fce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:45.445594 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d888ab6-8115-4527-a80f-fd24d1d99fce None None] Pushing event updated for resources: {'Port': ['ID=7289eafc-5eeb-4903-a3b1-14da1e3c3301,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:29:45.512654 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-6f44fd66-9233-4883-a57d-00fedd5a18d9 None None] Provisioning complete for port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:29:45.513037 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6f44fd66-9233-4883-a57d-00fedd5a18d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:45.588656 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-6f44fd66-9233-4883-a57d-00fedd5a18d9 None None] Current status of the port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:29:45.836199 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:46.442793 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7289eafc-5eeb-4903-a3b1-14da1e3c3301 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:29:46.489897 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:29:46.490274 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7289eafc-5eeb-4903-a3b1-14da1e3c3301), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:29:46.563800 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 7289eafc-5eeb-4903-a3b1-14da1e3c3301 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:30:00.137920 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:30:09.652407 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f1e0799c-ddf7-4789-ad88-1a42a5912971 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:11.856316 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8320eea2-7fb3-46fd-b31d-6e3c624770fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:12.888972 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:14.547300 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:15.843411 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:37.137215 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:30:39.646886 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f50dc416-63ad-4377-9bc1-8700f1c61b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:41.860932 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-68b2e5fb-99e6-4ca4-ae17-5e8a89ab0e2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:42.892663 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:44.550726 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:45.839113 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.149747 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47908) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:30:59.158540 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [None req-df950631-b02e-44cc-ad2d-244783c19e36 tempest-verify_tempest_config-957425569 tempest-verify_tempest_config-957425569-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:30:59.159617 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-df950631-b02e-44cc-ad2d-244783c19e36 tempest-verify_tempest_config-957425569 tempest-verify_tempest_config-957425569-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0087752 Jan 17 02:30:59.470533 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 47926) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:30:59.574819 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.675481 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Publish callbacks [] for security_group (69718bbe-e3bd-435a-8854-f601a9be1e2f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.681329 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (69718bbe-e3bd-435a-8854-f601a9be1e2f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.723523 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69718bbe-e3bd-435a-8854-f601a9be1e2f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:30:59.729445 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=130e493d734642d4af0911764eefaa24&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2578773 Jan 17 02:30:59.732438 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 47930) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:30:59.733854 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.734198 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.734522 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.734873 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.735194 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.735532 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.735850 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.736200 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.736531 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.736841 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.737135 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.737437 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.737744 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37f505ab-64fa-41d5-9622-07bd47a8e507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.788971 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Publish callbacks [] for security_group (69718bbe-e3bd-435a-8854-f601a9be1e2f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.811097 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Publish callbacks [] for security_group (69718bbe-e3bd-435a-8854-f601a9be1e2f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.904347 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (69718bbe-e3bd-435a-8854-f601a9be1e2f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.909037 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:30:59.910599 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69718bbe-e3bd-435a-8854-f601a9be1e2f HTTP/1.1" status: 204 len: 168 time: 0.1771853 Jan 17 02:30:59.918900 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69718bbe-e3bd-435a-8854-f601a9be1e2f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:30:59.925641 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.925925 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.926254 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.926577 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.926896 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.927207 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.927521 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.927836 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.928175 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.928554 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.928787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.929093 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:30:59.929400 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c93a80-0250-41a6-8705-cfc96273899c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:31:09.651559 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c899f59b-36d7-42d8-a346-8bdb0cc62e4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:11.871231 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d2dec462-095d-4cbf-8d90-07c705061625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:12.906458 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:14.141172 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:31:14.564347 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:15.852797 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:39.666978 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ff8e8909-613a-4e6b-a29a-f7d2335fb849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:41.876488 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd2e61f5-75a4-468e-93ea-add9d33d0d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:42.903866 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:44.563188 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:45.858644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:31:51.144893 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:32:09.672587 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8d6d61c2-dc85-40f1-96cf-a5918bc44751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:11.877098 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bb559ace-de05-4f67-9059-a8a51551230a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:12.914383 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:14.573531 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:15.853379 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:28.148736 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 5 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:32:35.317612 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16343707'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:39.665854 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a0606d2a-51cf-4fa5-b0de-b2ef7bf5143e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:41.880811 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5028aef8-7eeb-4626-a48c-d5e92632b923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:42.911081 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:44.569149 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:45.861425 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:32:49.730996 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:32:49.865248 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3ab9d82b-52da-4b41-acb2-e6d074abddbc admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1331360 Jan 17 02:32:52.096414 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48014) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:32:52.179274 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-74ebfc19-d1c2-4f17-a800-71dfb42b4def admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0817261 Jan 17 02:33:05.152117 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:33:05.292481 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:09.676283 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9524db5d-7711-460c-af17-a588b6b49d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:11.881168 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cffe567c-8a15-41d4-b2e5-1c8325433191 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:12.915994 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:14.578835 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:15.854544 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:35.291349 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:39.660977 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9be227b5-0300-48db-bfd9-276a3f3be2ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:41.876188 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7855a7b4-9a3d-4b9c-9604-a09d09b8079c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:42.151280 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:33:42.927951 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:44.576430 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:33:45.850927 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:05.287455 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:09.665657 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a5be7255-0a17-445a-a039-f8d754f92a43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:11.879656 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a3ebefe8-f85a-426f-850f-ac9208cf1861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:12.921866 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:14.577804 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:15.857679 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:19.151272 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:34:24.063408 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48156) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:24.373347 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-401297172-network', 'tenant_id': 'cf0621b37a7046b4be225145a729936f'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:24.403441 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Made reservation on behalf of cf0621b37a7046b4be225145a729936f for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:24.408849 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.415287 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.490146 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks [] for security_group (8a8edc70-3fe7-4642-b00a-c4d42260751d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.495118 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (8a8edc70-3fe7-4642-b00a-c4d42260751d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.528590 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 253} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:34:24.538855 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a8edc70-3fe7-4642-b00a-c4d42260751d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:24.550599 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8762865886751', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (8782c93c-0cff-4d45-b4e3-e194ef671cb3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.551106 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Unsubscribe: segment precommit_create {{(pid=102670) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 17 02:34:24.551558 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Added segment 8782c93c-0cff-4d45-b4e3-e194ef671cb3 of type vlan for network 0f4113a4-05d7-438d-9847-b83e4f657878 Jan 17 02:34:24.555762 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.556131 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.556466 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.556834 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.557111 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.557526 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.557881 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.558224 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.558642 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.559034 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.559448 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.559751 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.560084 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Tracked resource versions report: Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: pushed versions: Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: { 'AddressGroup': {'1.2'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'ConntrackHelper': {'1.0'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Log': {'1.0'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Network': {'1.1'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Port': {'1.7'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'PortForwarding': {'1.2'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'QosPolicy': {'1.10'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroup': {'1.5'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SubPort': {'1.0'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Subnet': {'1.1'}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Trunk': {'1.1'}} Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: consumer versions: Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: HyperV agent@hv-cinder-82160: {}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'ConntrackHelper': '1.0', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'LocalIPAssociation': '1.0', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Log': '1.0', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Network': '1.1', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Port': '1.7', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'PortForwarding': '1.2', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'QosPolicy': '1.10', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroup': '1.5', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SecurityGroupRule': '1.2', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'SubPort': '1.0', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Subnet': '1.1', Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: 'Trunk': '1.1'}} Jan 17 02:34:24.561308 dv-cinder-821602-13-iscsi neutron-server[102670]: {{(pid=102670) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:34:24.618634 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (0f4113a4-05d7-438d-9847-b83e4f657878), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.650779 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (0f4113a4-05d7-438d-9847-b83e4f657878), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.651750 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:24.652388 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.711337 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6468365 Jan 17 02:34:24.711590 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48202) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:24.720809 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Request body: {'subnet': {'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-401297172-subnet', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:24.756111 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Made reservation on behalf of cf0621b37a7046b4be225145a729936f for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:24.760892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:24.817153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48212) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:24.865344 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e2533-0500-4bb8-a14c-b4ce6073e1d7 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4113a4-05d7-438d-9847-b83e4f657878,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:24.880116 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 0f4113a4-05d7-438d-9847-b83e4f657878 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:34:24.920163 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48218) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:24.953674 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (a82d1d35-d4a7-41d6-a3f9-a5f3b595646d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.016667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Pushing event updated for resources: {'Subnet': ['ID=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:25.016667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.016667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.016667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.016667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.017093 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Tracked resource versions report: Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: pushed versions: Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: { 'AddressGroup': {'1.2'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'ConntrackHelper': {'1.0'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Log': {'1.0'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Network': {'1.1'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Port': {'1.7'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'PortForwarding': {'1.2'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'QosPolicy': {'1.10'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroup': {'1.5'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SubPort': {'1.0'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Subnet': {'1.1'}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Trunk': {'1.1'}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: consumer versions: Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: HyperV agent@hv-cinder-82160: {}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'ConntrackHelper': '1.0', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'LocalIPAssociation': '1.0', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Log': '1.0', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Network': '1.1', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Port': '1.7', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'PortForwarding': '1.2', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'QosPolicy': '1.10', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroup': '1.5', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SecurityGroupRule': '1.2', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'SubPort': '1.0', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Subnet': '1.1', Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: 'Trunk': '1.1'}} Jan 17 02:34:25.025644 dv-cinder-821602-13-iscsi neutron-server[102669]: {{(pid=102669) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:34:25.039278 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Checking segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:25.040019 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Network hostable DHCP agents. Network: 0f4113a4-05d7-438d-9847-b83e4f657878, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:34:25.062489 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Network 0f4113a4-05d7-438d-9847-b83e4f657878 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:34:25.073033 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 0f4113a4-05d7-438d-9847-b83e4f657878) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:25.078005 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:25.079072 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.082145 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b299ccdd-d40c-46b0-8bb2-387e46d747f1 None None] Network 0f4113a4-05d7-438d-9847-b83e4f657878 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:25.097599 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8daf4b36-72ff-4a87-b312-9a8643c41aab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3845506 Jan 17 02:34:25.100440 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48228) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:25.105456 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.111901 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48230) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:25.139344 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (8d812c53-463b-4e79-85d6-4ec6a8acaed5), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.140624 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (8d812c53-463b-4e79-85d6-4ec6a8acaed5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.196560 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-0f4113a4-05d7-438d-9847-b83e4f657878', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'project_id': 'cf0621b37a7046b4be225145a729936f', 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:34:25.197492 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.201057 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks [] for router_controller (8d812c53-463b-4e79-85d6-4ec6a8acaed5), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.220995 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-645594278-network', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.258945 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Made reservation on behalf of 21140fd2fa314c1abcf9aa4f51d2984e for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:25.262298 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.275132 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.349600 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks [] for router_gateway (8d812c53-463b-4e79-85d6-4ec6a8acaed5), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.387306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1570377103-network', 'tenant_id': 'cd9ae723aff549fe8e80022cb0e77cb9'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.397102 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks [] for security_group (0b9ce4e5-e52d-439f-a8a6-2f5933408bd5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.404377 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0b9ce4e5-e52d-439f-a8a6-2f5933408bd5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.435371 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:25.472594 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 263} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:34:25.487771 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (6ab4b8df-8cca-4d91-bcd0-aa717738e63d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.488092 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Made reservation on behalf of cd9ae723aff549fe8e80022cb0e77cb9 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:25.488755 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Added segment 6ab4b8df-8cca-4d91-bcd0-aa717738e63d of type vlan for network ada4a97e-feed-4797-83f8-f2534257b85a Jan 17 02:34:25.490593 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.506350 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.535135 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Allocated IP 172.20.0.2 (0f4113a4-05d7-438d-9847-b83e4f657878/a82d1d35-d4a7-41d6-a3f9-a5f3b595646d/97f70a41-b48f-4a9e-b444-1386596b96fd) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:25.542947 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48238) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:25.556414 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (ada4a97e-feed-4797-83f8-f2534257b85a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.591043 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (ada4a97e-feed-4797-83f8-f2534257b85a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.592962 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:25.593803 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.601556 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks [] for security_group (90a2caeb-3684-468e-b63c-30ed44cdf1dc), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.610085 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (90a2caeb-3684-468e-b63c-30ed44cdf1dc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.624738 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:34:25.634356 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (6fcc0880-705f-43bc-800b-ac42d16c0c76), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.635131 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Added segment 6fcc0880-705f-43bc-800b-ac42d16c0c76 of type vlan for network c18fcc35-fcf8-48a2-8d41-5a1f402e312e Jan 17 02:34:25.677411 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48244) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:25.678444 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] Pushing event updated for resources: {'Network': ['ID=ada4a97e-feed-4797-83f8-f2534257b85a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:25.689875 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (c18fcc35-fcf8-48a2-8d41-5a1f402e312e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.701177 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d89a726f-bc11-458a-a837-9104acfc70a0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8827198 Jan 17 02:34:25.703836 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48248) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:25.709660 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Request body: {'subnet': {'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-subnet', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.716205 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Publish callbacks [] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.725038 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network ada4a97e-feed-4797-83f8-f2534257b85a details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:34:25.726442 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (c18fcc35-fcf8-48a2-8d41-5a1f402e312e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.727470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:25.728038 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.730444 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-325950081-network', 'tenant_id': 'c889c4e9bfb24231968d2c8e2d02a1b2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.731977 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.789017 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Made reservation on behalf of 21140fd2fa314c1abcf9aa4f51d2984e for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:25.792397 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.802504 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Pushing event updated for resources: {'Port': ['ID=97f70a41-b48f-4a9e-b444-1386596b96fd,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:25.808370 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-network', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.814755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Pushing event updated for resources: {'Network': ['ID=c18fcc35-fcf8-48a2-8d41-5a1f402e312e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:25.816306 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.817498 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.819374 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.819987 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.820549 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.821136 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.821663 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.822393 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.823104 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.823740 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.824334 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.825437 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.825944 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Tracked resource versions report: Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: pushed versions: Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: { 'AddressGroup': {'1.2'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'ConntrackHelper': {'1.0'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Log': {'1.0'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Network': {'1.1'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Port': {'1.7'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'PortForwarding': {'1.2'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'QosPolicy': {'1.10'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroup': {'1.5'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SubPort': {'1.0'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Subnet': {'1.1'}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Trunk': {'1.1'}} Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: consumer versions: Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: HyperV agent@hv-cinder-82160: {}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'ConntrackHelper': '1.0', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'LocalIPAssociation': '1.0', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Log': '1.0', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Network': '1.1', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Port': '1.7', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'PortForwarding': '1.2', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'QosPolicy': '1.10', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroup': '1.5', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SecurityGroupRule': '1.2', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'SubPort': '1.0', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Subnet': '1.1', Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: 'Trunk': '1.1'}} Jan 17 02:34:25.827294 dv-cinder-821602-13-iscsi neutron-server[102671]: {{(pid=102671) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:34:25.829289 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48256) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:25.829869 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9086442 Jan 17 02:34:25.837377 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network c18fcc35-fcf8-48a2-8d41-5a1f402e312e details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:34:25.868784 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Request body: {'subnet': {'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1570377103-subnet', 'tenant_id': 'cd9ae723aff549fe8e80022cb0e77cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.918823 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Made reservation on behalf of c889c4e9bfb24231968d2c8e2d02a1b2 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:25.922240 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:25.939912 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ca1fe1-fdc4-4846-be4b-fd08b8bde009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a2caeb-3684-468e-b63c-30ed44cdf1dc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:25.971388 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Network 0f4113a4-05d7-438d-9847-b83e4f657878 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:25.976424 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:25.980117 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:25.984527 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-898996078-network', 'tenant_id': '47d80489adec4287b21fbfab97b9fdb5'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:25.993478 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks [] for router_gateway (8d812c53-463b-4e79-85d6-4ec6a8acaed5), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.021594 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.056254 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.066937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Attempting to bind port 97f70a41-b48f-4a9e-b444-1386596b96fd on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:26.067550 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Attempting to bind port 97f70a41-b48f-4a9e-b444-1386596b96fd by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:26.068126 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Attempting to bind port 97f70a41-b48f-4a9e-b444-1386596b96fd on network 0f4113a4-05d7-438d-9847-b83e4f657878 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:26.078542 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:26.079203 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Checking segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:26.079923 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.080664 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Bound using segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:26.081494 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Bound port: 97f70a41-b48f-4a9e-b444-1386596b96fd, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:26.081982 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.101226 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Made reservation on behalf of 47d80489adec4287b21fbfab97b9fdb5 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:26.103990 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.123939 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.134420 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Made reservation on behalf of cd9ae723aff549fe8e80022cb0e77cb9 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:26.137903 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.173271 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] For port 97f70a41-b48f-4a9e-b444-1386596b96fd, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:26.180226 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] For port 97f70a41-b48f-4a9e-b444-1386596b96fd, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=97f70a41-b48f-4a9e-b444-1386596b96fd,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:26.189706 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.212801 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Allocated IP 172.27.1.146 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/7658783e-979e-43f2-9724-01c40f6cf2e4) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:26.299107 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966750d9-c567-40f3-81de-c20d1a01def4 None None] Pushing event updated for resources: {'Port': ['ID=97f70a41-b48f-4a9e-b444-1386596b96fd,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:26.398804 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks [] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.425509 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Made reservation on behalf of 0e6a07fd918d456ea8cae8d52b172382 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:26.426837 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.444373 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.478657 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.507281 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Pushing event updated for resources: {'Port': ['ID=7658783e-979e-43f2-9724-01c40f6cf2e4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:26.531374 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:26.534053 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:26.536913 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:26.709792 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks [] for security_group (266610a5-63d1-458e-a86e-6d7e1b17e43c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.744299 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (ac165203-b84d-413a-a1cc-b851c055ae35), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.747235 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (266610a5-63d1-458e-a86e-6d7e1b17e43c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.831621 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:34:26.850068 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks [] for router_gateway (8d812c53-463b-4e79-85d6-4ec6a8acaed5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.920457 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks [] for security_group (1368d7a6-d25b-4e63-bb6c-4d066c2e057d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.921656 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (2836dcdc-fa3e-4f74-9359-d83f1b58ec87), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:26.921926 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Added segment 2836dcdc-fa3e-4f74-9359-d83f1b58ec87 of type vlan for network 447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97 Jan 17 02:34:26.969849 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1368d7a6-d25b-4e63-bb6c-4d066c2e057d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.002839 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac165203-b84d-413a-a1cc-b851c055ae35,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:27.004877 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266610a5-63d1-458e-a86e-6d7e1b17e43c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:27.015278 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (6fd072c7-f54d-4461-a37a-8dbda000c1a2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.044566 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:34:27.048673 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.109833 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Checking segment: {'id': '6fcc0880-705f-43bc-800b-ac42d16c0c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:27.110728 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Network hostable DHCP agents. Network: c18fcc35-fcf8-48a2-8d41-5a1f402e312e, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:34:27.119120 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (f2e9b29d-cc6b-482d-bd11-756c61c2fe13), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.119454 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Added segment f2e9b29d-cc6b-482d-bd11-756c61c2fe13 of type vlan for network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 Jan 17 02:34:27.131037 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (8d812c53-463b-4e79-85d6-4ec6a8acaed5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.136060 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks [] for security_group (5cdca92a-0c55-4362-b8dc-0321b7eaad8c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.179774 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (5cdca92a-0c55-4362-b8dc-0321b7eaad8c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.229478 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd072c7-f54d-4461-a37a-8dbda000c1a2,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:27.251618 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1368d7a6-d25b-4e63-bb6c-4d066c2e057d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:27.254162 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.255242 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:27.255825 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.305114 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:34:27.356933 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6757123 Jan 17 02:34:27.357692 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Network c18fcc35-fcf8-48a2-8d41-5a1f402e312e is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:34:27.360804 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48324) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:27.370417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (97da4c82-5c36-47e9-8cea-2b4c9d79a703), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.381553 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Request body: {'subnet': {'network_id': '447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-898996078-subnet', 'tenant_id': '47d80489adec4287b21fbfab97b9fdb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:27.424886 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Checking segment: {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:27.425159 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Network hostable DHCP agents. Network: ada4a97e-feed-4797-83f8-f2534257b85a, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:34:27.490685 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (d24f4e3f-818f-45e2-ab06-17b92ee36937), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.491097 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Added segment d24f4e3f-818f-45e2-ab06-17b92ee36937 of type vlan for network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 Jan 17 02:34:27.507987 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, c18fcc35-fcf8-48a2-8d41-5a1f402e312e) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:27.509502 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Made reservation on behalf of 47d80489adec4287b21fbfab97b9fdb5 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:27.511880 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.520587 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdca92a-0c55-4362-b8dc-0321b7eaad8c,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:27.521519 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93e270-db7f-4ef0-86b1-9c8c7120dbbb None None] Network c18fcc35-fcf8-48a2-8d41-5a1f402e312e requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:27.523394 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:27.524475 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.533799 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 02:34:27.604102 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112e9ea-9264-44bd-92a6-215fb4bd3be2 admin admin] Pushing event updated for resources: {'Network': ['ID=447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:27.685470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:34:27.696689 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-bb7e5c1c-b170-4104-b1dc-6fb48588c49e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8385482 Jan 17 02:34:27.702080 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (8338e3ec-35ae-45c9-9027-5a5ad4414b55), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.714937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:34:27.742551 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (97da4c82-5c36-47e9-8cea-2b4c9d79a703), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.747571 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:27.748490 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.763811 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef02fb6-de9a-421d-bc1f-74e73b2f34a7 None None] Network 0f4113a4-05d7-438d-9847-b83e4f657878 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:27.768152 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Network ada4a97e-feed-4797-83f8-f2534257b85a is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:34:27.773771 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48334) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:27.848280 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, ada4a97e-feed-4797-83f8-f2534257b85a) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:27.850500 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:34:27.862443 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Sync routers for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:34:27.877005 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:27.877188 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:27.877783 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.878458 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:27.879092 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:27.883451 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-71001d77-b715-4652-9a86-68fded8d3c03 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7819180 Jan 17 02:34:27.884409 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48342) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:27.894410 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7763467 Jan 17 02:34:27.895347 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48344) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:27.900878 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Request body: {'subnet': {'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-325950081-subnet', 'tenant_id': 'c889c4e9bfb24231968d2c8e2d02a1b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:27.944713 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2932ea6-859a-45b7-b6d1-faf117c37469 None None] Network ada4a97e-feed-4797-83f8-f2534257b85a requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:28.033939 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-598b5e63-ac86-43a4-800b-42002975593c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.037417 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Made reservation on behalf of c889c4e9bfb24231968d2c8e2d02a1b2 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:28.040371 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.050261 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (8338e3ec-35ae-45c9-9027-5a5ad4414b55), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.051212 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:28.051793 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.060947 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48356) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:28.061157 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-40ccb89a-ed10-40b4-b604-67d649751c76 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.3560233 Jan 17 02:34:28.066047 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:28.068266 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f85d1b-e589-47c9-a390-801b854b9922 admin admin] Pushing event updated for resources: {'Network': ['ID=97da4c82-5c36-47e9-8cea-2b4c9d79a703,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:28.103314 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:34:28.136778 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] Pushing event updated for resources: {'Network': ['ID=8338e3ec-35ae-45c9-9027-5a5ad4414b55,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:28.153422 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:28.217728 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:34:28.219717 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b134876a-9c86-4a2a-9471-d62c759d2abb None None] Provisioning complete for port 97f70a41-b48f-4a9e-b444-1386596b96fd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:28.220297 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b134876a-9c86-4a2a-9471-d62c759d2abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.254976 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (2866a7fc-3383-4c77-a0ae-57b02a4dee44), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.255997 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (2866a7fc-3383-4c77-a0ae-57b02a4dee44), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.265889 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26794194-5d72-41ae-b83f-6d4f31a03f97 None None] Network c18fcc35-fcf8-48a2-8d41-5a1f402e312e requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:28.324448 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-759447f0-ec68-4f09-8b7d-2dab916f87d0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.7800822 Jan 17 02:34:28.325593 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48362) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:28.333659 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-598b5e63-ac86-43a4-800b-42002975593c admin admin] Publish callbacks [] for security_group (e5b5f3f7-dff7-4e79-8fa1-04d7243985cc), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.337704 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Request body: {'subnet': {'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-subnet', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:28.360547 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-598b5e63-ac86-43a4-800b-42002975593c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e5b5f3f7-dff7-4e79-8fa1-04d7243985cc), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.450970 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks [] for router_controller (2866a7fc-3383-4c77-a0ae-57b02a4dee44), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.508702 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-598b5e63-ac86-43a4-800b-42002975593c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=547c207397a54186a319e9e6281d0af4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7313759 Jan 17 02:34:28.511723 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48364) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:28.517454 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b5e63-ac86-43a4-800b-42002975593c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5f3f7-dff7-4e79-8fa1-04d7243985cc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:28.524443 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (a2418b5e-c405-4c40-bad2-c94ad6715fde), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.574822 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Made reservation on behalf of 0e6a07fd918d456ea8cae8d52b172382 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:28.580461 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:26Z', 'revision_number': 3, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:28.583490 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.631187 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Checking router: 8d812c53-463b-4e79-85d6-4ec6a8acaed5 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:34:28.631532 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Updating router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 port 7658783e-979e-43f2-9724-01c40f6cf2e4 binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:34:28.658121 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (978e671a-9f09-4abb-b275-5dc5d6995c5a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.682321 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:28.728413 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2418b5e-c405-4c40-bad2-c94ad6715fde,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:28.775748 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 97f70a41-b48f-4a9e-b444-1386596b96fd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:28.781668 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=978e671a-9f09-4abb-b275-5dc5d6995c5a,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:28.883606 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2c37ef-ffa4-4a65-8aa0-7bc3daed225a None None] Network ada4a97e-feed-4797-83f8-f2534257b85a requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:28.945610 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Checking segment: {'id': '2836dcdc-fa3e-4f74-9359-d83f1b58ec87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:28.947117 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Network hostable DHCP agents. Network: 447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:34:29.025055 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Checking segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:29.025495 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Network hostable DHCP agents. Network: 97da4c82-5c36-47e9-8cea-2b4c9d79a703, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:34:29.027005 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01da38b3-14d2-40e6-b965-4c3de392983d admin admin] Publish callbacks [] for security_group (e5b5f3f7-dff7-4e79-8fa1-04d7243985cc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.029229 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks [] for router_gateway (2866a7fc-3383-4c77-a0ae-57b02a4dee44), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.055802 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Network 447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:34:29.081660 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:29.082275 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:29.089542 dv-cinder-821602-13-iscsi neutron-server[102669]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 17 02:34:29.094426 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:29.095322 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.095440 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b134876a-9c86-4a2a-9471-d62c759d2abb None None] Current status of the port 97f70a41-b48f-4a9e-b444-1386596b96fd is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:29.095822 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b134876a-9c86-4a2a-9471-d62c759d2abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.109985 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3951b0c-92ad-4beb-93ea-49fb7f76919c None None] Network 447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:29.129120 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:34:29.141993 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 97da4c82-5c36-47e9-8cea-2b4c9d79a703) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:29.147862 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:29.148842 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.150773 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Publish callbacks [] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.178952 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.223050 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5017ae0b-1141-49d0-98ad-1a18afb6fa1a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.8471825 Jan 17 02:34:29.225219 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01da38b3-14d2-40e6-b965-4c3de392983d admin admin] Publish callbacks [] for security_group (e5b5f3f7-dff7-4e79-8fa1-04d7243985cc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.234834 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cdaf5c-520f-4e6d-8cbd-47abc2f069b5 None None] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:29.282109 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 97f70a41-b48f-4a9e-b444-1386596b96fd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:29.283789 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Attempting to bind port 7658783e-979e-43f2-9724-01c40f6cf2e4 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:29.284330 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Attempting to bind port 7658783e-979e-43f2-9724-01c40f6cf2e4 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:29.284964 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Attempting to bind port 7658783e-979e-43f2-9724-01c40f6cf2e4 on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:29.287023 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.291323 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f1f16100-e874-4c8b-bc0a-d6102abfc0e6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3934734 Jan 17 02:34:29.308185 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:29.308701 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:29.309145 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.309857 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:29.310422 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Bound port: 7658783e-979e-43f2-9724-01c40f6cf2e4, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:29.310818 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.397784 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.439510 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] For port 7658783e-979e-43f2-9724-01c40f6cf2e4, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:29.447143 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] For port 7658783e-979e-43f2-9724-01c40f6cf2e4, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7658783e-979e-43f2-9724-01c40f6cf2e4,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:29.475553 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.528705 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-b134876a-9c86-4a2a-9471-d62c759d2abb None None] For port 97f70a41-b48f-4a9e-b444-1386596b96fd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=97f70a41-b48f-4a9e-b444-1386596b96fd,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:29.560316 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks [] for router_gateway (2866a7fc-3383-4c77-a0ae-57b02a4dee44), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.571851 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:29.572558 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:29.593680 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b134876a-9c86-4a2a-9471-d62c759d2abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.594002 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01da38b3-14d2-40e6-b965-4c3de392983d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e5b5f3f7-dff7-4e79-8fa1-04d7243985cc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.596712 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01da38b3-14d2-40e6-b965-4c3de392983d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.600165 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-01da38b3-14d2-40e6-b965-4c3de392983d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5b5f3f7-dff7-4e79-8fa1-04d7243985cc HTTP/1.1" status: 204 len: 168 time: 1.0771971 Jan 17 02:34:29.667692 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7696ec-d4ab-4f63-bdb1-af685cc2d6b7 None None] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:29.679814 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134876a-9c86-4a2a-9471-d62c759d2abb None None] Pushing event updated for resources: {'Port': ['ID=97f70a41-b48f-4a9e-b444-1386596b96fd,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:29.698104 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ca991-68a3-4e03-b433-690d65c10277 req-64d5c565-3843-42ec-ae11-fce9f6902ffd tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:29.699741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-64d5c565-3843-42ec-ae11-fce9f6902ffd tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/networks?id=c18fcc35-fcf8-48a2-8d41-5a1f402e312e HTTP/1.1" status: 200 len: 812 time: 0.6156275 Jan 17 02:34:29.762562 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-9743927b-83d4-4846-8e2d-63fdc480416b tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/quotas/cd9ae723aff549fe8e80022cb0e77cb9 HTTP/1.1" status: 200 len: 375 time: 0.0381520 Jan 17 02:34:29.764528 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01da38b3-14d2-40e6-b965-4c3de392983d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5f3f7-dff7-4e79-8fa1-04d7243985cc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:29.799583 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-6616b18e-b6ae-4c98-9c72-270a7beff79a None None] Provisioning complete for port 97f70a41-b48f-4a9e-b444-1386596b96fd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:29.800994 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6616b18e-b6ae-4c98-9c72-270a7beff79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.847927 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:29.888002 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-4e7d0a0a-4996-4c0b-8ef6-c7851e79cc62 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cd9ae723aff549fe8e80022cb0e77cb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1244729 Jan 17 02:34:29.917067 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (19603a0a-176b-40c1-858e-5c13e7d9f8ae), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.978855 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:29.984089 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 97f70a41-b48f-4a9e-b444-1386596b96fd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:29.993827 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Pushing event updated for resources: {'Port': ['ID=7658783e-979e-43f2-9724-01c40f6cf2e4,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:30.111451 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633a75b6-f888-45ac-ba4d-290cffdefea3 None None] Network 447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:30.114908 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19603a0a-176b-40c1-858e-5c13e7d9f8ae,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:30.135013 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-6616b18e-b6ae-4c98-9c72-270a7beff79a None None] Current status of the port 97f70a41-b48f-4a9e-b444-1386596b96fd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:30.137821 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Checking segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:30.138181 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Network hostable DHCP agents. Network: 8338e3ec-35ae-45c9-9027-5a5ad4414b55, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:34:30.147367 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Allocated IP 172.27.1.113 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:30.174121 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.182860 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.183300 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.183638 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.183964 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.184309 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.188283 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.188633 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.188962 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.189306 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.189631 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.189947 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.190269 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Tracked resource versions report: Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: pushed versions: Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: { 'AddressGroup': {'1.2'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'ConntrackHelper': {'1.0'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'LocalIPAssociation': {'1.0'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Log': {'1.0'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Network': {'1.1'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Port': {'1.7'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'PortForwarding': {'1.2'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'QosPolicy': {'1.10'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroup': {'1.5'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroupRule': {'1.2'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SubPort': {'1.0'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Subnet': {'1.1'}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Trunk': {'1.1'}} Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: consumer versions: Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: { DHCP agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: HyperV agent@hv-cinder-82160: {}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: L3 agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: Metadata agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: Metering agent@dv-cinder-821602-13-iscsi: {}, Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: Open vSwitch agent@dv-cinder-821602-13-iscsi: { 'AddressGroup': '1.2', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'ConntrackHelper': '1.0', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'LocalIPAssociation': '1.0', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Log': '1.0', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Network': '1.1', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Port': '1.7', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'PortForwarding': '1.2', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'QosPolicy': '1.10', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroup': '1.5', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SecurityGroupRule': '1.2', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'SubPort': '1.0', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Subnet': '1.1', Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: 'Trunk': '1.1'}} Jan 17 02:34:30.195434 dv-cinder-821602-13-iscsi neutron-server[102672]: {{(pid=102672) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 17 02:34:30.198085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:34:30.218178 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 8338e3ec-35ae-45c9-9027-5a5ad4414b55) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:30.222289 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:30.223270 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.251301 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ab87336d-cb77-4e75-8c79-648488d4ee85 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9196711 Jan 17 02:34:30.254077 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48428) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:30.269015 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:30.270036 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks [] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.306844 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (b4d13bf6-0286-4432-ac9a-340e714766de), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.310520 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (b4d13bf6-0286-4432-ac9a-340e714766de), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.314853 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.347050 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f29802c-7788-48f0-b3da-cd3d36c1d3bf None None] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:30.362405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:30.367622 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:30.373824 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:30.429444 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48432) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:30.499469 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-172ccd85-5de6-47fb-8970-e9a693bc0d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.519365 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea65bb-0c24-4c51-951e-f3de30e7b0b8 None None] Pushing event updated for resources: {'Port': ['ID=7658783e-979e-43f2-9724-01c40f6cf2e4,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:30.553869 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:26Z', 'revision_number': 3, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:30.609778 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Pushing event updated for resources: {'Port': ['ID=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:30.652937 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573cf16-5670-4b4f-bf26-1be864dbbe6b None None] The sync data for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi is: [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:26Z', 'revision_number': 3, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:34:30.654567 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 97f70a41-b48f-4a9e-b444-1386596b96fd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:30.741919 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:34:30.750838 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.811155 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-172ccd85-5de6-47fb-8970-e9a693bc0d45 admin admin] Publish callbacks [] for security_group (5dec87c2-f773-4bde-af4e-95e7b91aca66), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.819437 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks [] for router_controller (b4d13bf6-0286-4432-ac9a-340e714766de), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.820951 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-172ccd85-5de6-47fb-8970-e9a693bc0d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (5dec87c2-f773-4bde-af4e-95e7b91aca66), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:30.837537 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Allocated IP 172.20.0.1 (0f4113a4-05d7-438d-9847-b83e4f657878/a82d1d35-d4a7-41d6-a3f9-a5f3b595646d/763955b3-df75-4bd8-aa32-058bbb9395d3) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:30.884942 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 97f70a41-b48f-4a9e-b444-1386596b96fd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:30.886022 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.000124 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48446) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:31.009993 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Allocated IP 172.20.0.2 (8338e3ec-35ae-45c9-9027-5a5ad4414b55/19603a0a-176b-40c1-858e-5c13e7d9f8ae/2409d764-1462-4544-afc3-76bf448bbadd) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:31.020311 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748073153-network', 'tenant_id': '233ed74b51d94c68b431dd7916f9b55b'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:31.131510 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks [] for router_gateway (b4d13bf6-0286-4432-ac9a-340e714766de), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.161987 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks [] for router_gateway (2866a7fc-3383-4c77-a0ae-57b02a4dee44), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.165229 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 97f70a41-b48f-4a9e-b444-1386596b96fd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:31.172211 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-8ad31d67-4166-4a03-9fe2-91a46e7d25d9 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:34:31.180215 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-8ad31d67-4166-4a03-9fe2-91a46e7d25d9 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7495763 Jan 17 02:34:31.229479 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Made reservation on behalf of 233ed74b51d94c68b431dd7916f9b55b for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:31.232824 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.271755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.336149 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-8c305d2c-7691-421e-babe-bdfc603beaba service neutron] 10.222.0.24 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549776 Jan 17 02:34:31.344924 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Publish callbacks [] for port (2409d764-1462-4544-afc3-76bf448bbadd), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.353421 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks [] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.356210 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (2409d764-1462-4544-afc3-76bf448bbadd), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.364105 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-172ccd85-5de6-47fb-8970-e9a693bc0d45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f61d8ad94b64152a4753d54c7ef0c67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9303880 Jan 17 02:34:31.364935 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ccd85-5de6-47fb-8970-e9a693bc0d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dec87c2-f773-4bde-af4e-95e7b91aca66,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:31.368628 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48452) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:31.450683 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:31.460000 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:31.471028 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:31.486051 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Pushing event updated for resources: {'Port': ['ID=2409d764-1462-4544-afc3-76bf448bbadd,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:31.548168 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-5818325c-ca88-417b-b3bd-05fbe2577165 service neutron] 10.222.0.24 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103207 Jan 17 02:34:31.573687 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Attempting to bind port 2409d764-1462-4544-afc3-76bf448bbadd on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:31.574129 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Attempting to bind port 2409d764-1462-4544-afc3-76bf448bbadd by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:31.574801 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Attempting to bind port 2409d764-1462-4544-afc3-76bf448bbadd on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:31.581597 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:31.581973 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Checking segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:31.582430 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.582830 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Bound using segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:31.583420 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Bound port: 2409d764-1462-4544-afc3-76bf448bbadd, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:31.584007 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (2409d764-1462-4544-afc3-76bf448bbadd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.667295 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.689087 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] For port 2409d764-1462-4544-afc3-76bf448bbadd, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:31.700606 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] For port 2409d764-1462-4544-afc3-76bf448bbadd, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=2409d764-1462-4544-afc3-76bf448bbadd,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:31.708791 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (2409d764-1462-4544-afc3-76bf448bbadd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.777851 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-976470c7-edb3-4dec-a7d7-898b2587c135 admin admin] Publish callbacks [] for security_group (5dec87c2-f773-4bde-af4e-95e7b91aca66), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.862587 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Network 0f4113a4-05d7-438d-9847-b83e4f657878 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:31.879897 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:31.884464 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (2866a7fc-3383-4c77-a0ae-57b02a4dee44), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.931006 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks [] for router_gateway (b4d13bf6-0286-4432-ac9a-340e714766de), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.932191 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Pushing event updated for resources: {'Port': ['ID=763955b3-df75-4bd8-aa32-058bbb9395d3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:31.957598 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:31.966749 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-976470c7-edb3-4dec-a7d7-898b2587c135 admin admin] Publish callbacks [] for security_group (5dec87c2-f773-4bde-af4e-95e7b91aca66), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.971524 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:31.972111 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (8d812c53-463b-4e79-85d6-4ec6a8acaed5), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:31.991632 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.134649 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446554ff-00e2-4631-921f-ab4f9adda61b None None] Pushing event updated for resources: {'Port': ['ID=2409d764-1462-4544-afc3-76bf448bbadd,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:32.193245 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks [] for security_group (6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.226488 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.304813 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad525f08-555b-48ae-b25f-bb4aa6d9ff29 req-41fa3a5f-40fa-4def-bb29-3ec74bb907d1 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.3169370 Jan 17 02:34:32.424735 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-5be3732d-ae05-4d58-a664-74b18e99979e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:32.426266 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-5be3732d-ae05-4d58-a664-74b18e99979e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.5453763 Jan 17 02:34:32.468839 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:34:32.480530 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-d8526c58-9a89-497a-a0ec-815d4c1aee72 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/quotas/c889c4e9bfb24231968d2c8e2d02a1b2 HTTP/1.1" status: 200 len: 375 time: 0.0367815 Jan 17 02:34:32.489677 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-789f94af-3957-4197-b683-6ac4135cac5d None None] Provisioning complete for port 763955b3-df75-4bd8-aa32-058bbb9395d3 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:32.490075 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-789f94af-3957-4197-b683-6ac4135cac5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.519225 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Allocated IP 172.27.1.2 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/7300ffe6-9d3e-4723-a446-952341e181da) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:32.540548 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-75e6f931-6fea-4d76-a614-5691ca42a45b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422034 Jan 17 02:34:32.548842 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:32.573585 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-976470c7-edb3-4dec-a7d7-898b2587c135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (5dec87c2-f773-4bde-af4e-95e7b91aca66), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.576514 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-976470c7-edb3-4dec-a7d7-898b2587c135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.577703 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-976470c7-edb3-4dec-a7d7-898b2587c135 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5dec87c2-f773-4bde-af4e-95e7b91aca66 HTTP/1.1" status: 204 len: 168 time: 1.2045279 Jan 17 02:34:32.579071 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (cd32fb86-da95-4c37-804b-0fef4ed636fd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.579672 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Added segment cd32fb86-da95-4c37-804b-0fef4ed636fd of type vlan for network 8a692726-559f-4d27-8366-703b35a5cf90 Jan 17 02:34:32.639702 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976470c7-edb3-4dec-a7d7-898b2587c135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dec87c2-f773-4bde-af4e-95e7b91aca66,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:32.658922 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-789f94af-3957-4197-b683-6ac4135cac5d None None] Port 763955b3-df75-4bd8-aa32-058bbb9395d3 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:34:32.680686 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (8a692726-559f-4d27-8366-703b35a5cf90), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.760235 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.787195 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:34:32.842694 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-2ee1bdab-e1e5-4e2d-937c-622ad271df6c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:34:32.851171 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-2ee1bdab-e1e5-4e2d-937c-622ad271df6c service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1314557 Jan 17 02:34:32.903710 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks [] for port (7300ffe6-9d3e-4723-a446-952341e181da), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:32.999567 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (8a692726-559f-4d27-8366-703b35a5cf90), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.000827 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:33.008086 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.009948 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7658783e-979e-43f2-9724-01c40f6cf2e4 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:33.051892 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0482492 Jan 17 02:34:33.064762 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48520) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:33.094981 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Request body: {'subnet': {'network_id': '8a692726-559f-4d27-8366-703b35a5cf90', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748073153-subnet', 'tenant_id': '233ed74b51d94c68b431dd7916f9b55b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:33.170219 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 7658783e-979e-43f2-9724-01c40f6cf2e4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:33.170723 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.323557 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d46df6b-31e0-4df0-b0a8-591b470e9739 admin admin] Pushing event updated for resources: {'Network': ['ID=8a692726-559f-4d27-8366-703b35a5cf90,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:33.332734 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 7658783e-979e-43f2-9724-01c40f6cf2e4 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:33.335755 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.345237 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 8a692726-559f-4d27-8366-703b35a5cf90 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:34:33.397429 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (7300ffe6-9d3e-4723-a446-952341e181da), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.469514 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port 7658783e-979e-43f2-9724-01c40f6cf2e4, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7658783e-979e-43f2-9724-01c40f6cf2e4,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:33.491104 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1d8db5b-f4b3-4900-83e9-0b99e3f57112 req-8f2c0622-8186-4126-88fb-c2de7028d5e7 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.0679984 Jan 17 02:34:33.498118 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.503321 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 2409d764-1462-4544-afc3-76bf448bbadd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:33.590666 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:34:33.615996 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:33.636104 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-26a03bbb-dda8-4a08-a135-6a5d92c38b7e service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749949 Jan 17 02:34:33.660886 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:33.665981 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Sync routers for ids ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:34:33.670389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:33.706833 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Made reservation on behalf of 233ed74b51d94c68b431dd7916f9b55b for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:33.711637 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Routers {'2866a7fc-3383-4c77-a0ae-57b02a4dee44'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:33.712299 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:33.717470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.721820 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-82bc0a83-1d6f-4a1b-8763-57754313cfc0 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6594086 Jan 17 02:34:33.724275 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.725784 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48548) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:33.838007 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Set router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:33.863133 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks [] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.864611 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Pushing event updated for resources: {'Port': ['ID=7300ffe6-9d3e-4723-a446-952341e181da,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:33.905564 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.906965 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (8d812c53-463b-4e79-85d6-4ec6a8acaed5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:33.912806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77623711-8d8f-4f82-9882-f45692fa54f0 None None] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:33.949449 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=7658783e-979e-43f2-9724-01c40f6cf2e4,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:34.040272 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 2409d764-1462-4544-afc3-76bf448bbadd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:34.040643 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (2409d764-1462-4544-afc3-76bf448bbadd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.055463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Pushing event updated for resources: {'Port': ['ID=763955b3-df75-4bd8-aa32-058bbb9395d3,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:34.070983 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-fdc0b4a6-55ce-4b4e-bbc3-9da2b46f73ff None None] Provisioning complete for port 2409d764-1462-4544-afc3-76bf448bbadd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:34.071360 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b4a6-55ce-4b4e-bbc3-9da2b46f73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (2409d764-1462-4544-afc3-76bf448bbadd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.286406 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Network 0f4113a4-05d7-438d-9847-b83e4f657878 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:34.289959 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:34.295712 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fdc0b4a6-55ce-4b4e-bbc3-9da2b46f73ff None None] Current status of the port 2409d764-1462-4544-afc3-76bf448bbadd is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:34.295712 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b4a6-55ce-4b4e-bbc3-9da2b46f73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (2409d764-1462-4544-afc3-76bf448bbadd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.323169 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 2409d764-1462-4544-afc3-76bf448bbadd is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:34.323553 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (2409d764-1462-4544-afc3-76bf448bbadd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.337367 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-587e78d6-fe68-49ce-9822-983feb218f69 service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315312 Jan 17 02:34:34.369374 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fdc0b4a6-55ce-4b4e-bbc3-9da2b46f73ff None None] For port 2409d764-1462-4544-afc3-76bf448bbadd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=2409d764-1462-4544-afc3-76bf448bbadd,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:34.403308 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdc0b4a6-55ce-4b4e-bbc3-9da2b46f73ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (2409d764-1462-4544-afc3-76bf448bbadd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.495289 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:34:30Z', 'revision_number': 3, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port': {'id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:29:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:34.585280 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Checking router: 2866a7fc-3383-4c77-a0ae-57b02a4dee44 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:34:34.592644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Updating router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:34:34.653531 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.702018 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:34:34.766471 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc0b4a6-55ce-4b4e-bbc3-9da2b46f73ff None None] Pushing event updated for resources: {'Port': ['ID=2409d764-1462-4544-afc3-76bf448bbadd,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:34.773383 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (3f619fdc-7ec0-44a1-a096-6950f0b452b2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.775495 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.777009 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.db.api [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 02:34:34.777352 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG oslo_db.api [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 02:34:34.807340 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-828edac0-ede8-4f85-b860-562c7f7e0115 None None] Provisioning complete for port 763955b3-df75-4bd8-aa32-058bbb9395d3 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:34.808319 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-828edac0-ede8-4f85-b860-562c7f7e0115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.922367 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f259508-91b4-43ec-81db-f275ef089811 req-93018ce5-ad07-4978-8414-dd85e04f45fe tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 210 time: 0.1378214 Jan 17 02:34:34.970532 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5859a8e1-df06-4f28-9ca8-3a9bfc915c1f req-fc05410d-439f-4d0f-8014-9dd41d3f9e95 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.1922262 Jan 17 02:34:34.971137 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks [] for router_gateway (b4d13bf6-0286-4432-ac9a-340e714766de), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:34.982066 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-828edac0-ede8-4f85-b860-562c7f7e0115 None None] Port 763955b3-df75-4bd8-aa32-058bbb9395d3 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:34:35.070656 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Allocated IP 172.20.0.1 (ada4a97e-feed-4797-83f8-f2534257b85a/6fd072c7-f54d-4461-a37a-8dbda000c1a2/f7e431c8-d990-4b8e-af94-7065ba5507fc) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:35.090879 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:34:35.101175 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-018db243-49ae-4d8e-b5ec-96b238c8196b admin admin] 10.222.0.24 "PUT /v2.0/routers/8d812c53-463b-4e79-85d6-4ec6a8acaed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2155056 Jan 17 02:34:35.103541 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Sync routers for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:34:35.152854 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:35.153527 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:35.201663 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f619fdc-7ec0-44a1-a096-6950f0b452b2,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:35.216034 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Checking segment: {'id': 'cd32fb86-da95-4c37-804b-0fef4ed636fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': '8a692726-559f-4d27-8366-703b35a5cf90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:35.216960 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Network hostable DHCP agents. Network: 8a692726-559f-4d27-8366-703b35a5cf90, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:34:35.242875 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-4449e10e-c352-4f97-869a-c4a624122228 None None] Provisioning complete for port 2409d764-1462-4544-afc3-76bf448bbadd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:35.243269 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4449e10e-c352-4f97-869a-c4a624122228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (2409d764-1462-4544-afc3-76bf448bbadd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:35.271078 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks [] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:35.336870 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:35.374051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Network ada4a97e-feed-4797-83f8-f2534257b85a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:35.381219 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:35.384797 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:35.385276 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (2866a7fc-3383-4c77-a0ae-57b02a4dee44), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:35.442352 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:35.447101 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Network 8a692726-559f-4d27-8366-703b35a5cf90 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:34:35.473962 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (b4d13bf6-0286-4432-ac9a-340e714766de), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:35.492538 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:35.521116 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 2409d764-1462-4544-afc3-76bf448bbadd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:35.581643 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 8a692726-559f-4d27-8366-703b35a5cf90) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:35.586098 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e431c8-d990-4b8e-af94-7065ba5507fc,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:35.596115 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:35.596805 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:35.668042 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45328eec-7f40-438e-b6e1-edb03b9d6379 None None] Network 8a692726-559f-4d27-8366-703b35a5cf90 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:35.752965 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c40f8d32-bb1f-48b8-a12b-c690430e3b5b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6787708 Jan 17 02:34:35.976116 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Router b4d13bf6-0286-4432-ac9a-340e714766de is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:34:35.993608 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 2, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:36.067095 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Checking router: 8d812c53-463b-4e79-85d6-4ec6a8acaed5 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:34:36.067851 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Updating router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 port 763955b3-df75-4bd8-aa32-058bbb9395d3 binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:34:36.101370 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48642) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:36.105350 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.119812 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7658783e-979e-43f2-9724-01c40f6cf2e4 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:36.219524 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Publish callbacks [] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.247874 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25246858-594b-4693-ac7e-e8dae0dd8a78 req-6254612a-bcae-48db-92da-e39dbec8c034 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 210 time: 0.1454797 Jan 17 02:34:36.253157 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.304923 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a55557b-9d5a-461d-9f02-dff67a8fbd33 None None] Network 8a692726-559f-4d27-8366-703b35a5cf90 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:34:36.331371 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-4449e10e-c352-4f97-869a-c4a624122228 None None] Current status of the port 2409d764-1462-4544-afc3-76bf448bbadd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:36.337143 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.338453 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48646) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:36.343547 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-33cc5999-c5b0-4ebd-841d-adca9689c78b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1073971371', 'description': 'tempest-description--100141859'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:36.354421 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] Deleting subnet 978e671a-9f09-4abb-b275-5dc5d6995c5a {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:34:36.367394 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] Publish callbacks [] for subnet (978e671a-9f09-4abb-b275-5dc5d6995c5a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.426586 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91333a2-f6a5-4395-8cba-9c682e69325c None None] Pushing event updated for resources: {'Port': ['ID=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:36.489546 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks [] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.497841 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.499482 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (2866a7fc-3383-4c77-a0ae-57b02a4dee44), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.558418 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 7658783e-979e-43f2-9724-01c40f6cf2e4 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:36.559039 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.567772 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a66bda9d-a3c9-4a24-9952-993bcc5ab190 req-5ad90cf6-adac-4d9b-8824-c0c9fdd5ad41 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.1957543 Jan 17 02:34:36.574830 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Pushing event updated for resources: {'Port': ['ID=f7e431c8-d990-4b8e-af94-7065ba5507fc,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:36.580123 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] Publish callbacks [] for subnet (978e671a-9f09-4abb-b275-5dc5d6995c5a), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.587944 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:34:36.591952 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33cc5999-c5b0-4ebd-841d-adca9689c78b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.595815 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (978e671a-9f09-4abb-b275-5dc5d6995c5a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.602511 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Sync routers for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:34:36.614377 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Attempting to bind port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:36.614749 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Attempting to bind port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:36.615112 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Attempting to bind port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:36.623504 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:36.624166 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:36.650762 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Publish callbacks [] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.652835 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.657157 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2ec02c4e-ed9c-4ef6-a2d8-35d9f4c33f3b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4018409 Jan 17 02:34:36.658320 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48648) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:36.658879 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.677485 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:36.677979 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:36.678409 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.678824 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:36.679594 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Bound port: 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:36.680024 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.705787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (978e671a-9f09-4abb-b275-5dc5d6995c5a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.712360 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef896cc-e4fe-441b-b943-12a65a025b31 None None] Pushing event updated for resources: {'Port': ['ID=763955b3-df75-4bd8-aa32-058bbb9395d3,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:36.738333 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] For port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:36.742066 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] For port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:36.757235 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=978e671a-9f09-4abb-b275-5dc5d6995c5a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:36.758524 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.766108 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.769432 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fe83b527-e64a-4687-8a45-3843fc7cf013 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/978e671a-9f09-4abb-b275-5dc5d6995c5a HTTP/1.1" status: 204 len: 168 time: 0.6657705 Jan 17 02:34:36.771930 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33cc5999-c5b0-4ebd-841d-adca9689c78b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (d50ec1eb-ff8e-4410-9f50-669502205fe2), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.772899 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48650) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:36.785658 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33cc5999-c5b0-4ebd-841d-adca9689c78b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d50ec1eb-ff8e-4410-9f50-669502205fe2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.848010 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Attempting to bind port 763955b3-df75-4bd8-aa32-058bbb9395d3 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:36.848650 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Attempting to bind port 763955b3-df75-4bd8-aa32-058bbb9395d3 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:36.849163 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Attempting to bind port 763955b3-df75-4bd8-aa32-058bbb9395d3 on network 0f4113a4-05d7-438d-9847-b83e4f657878 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:36.854593 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Network ada4a97e-feed-4797-83f8-f2534257b85a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:36.855479 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:36.856043 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Checking segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:36.857083 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.857619 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Bound using segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:36.858221 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Bound port: 763955b3-df75-4bd8-aa32-058bbb9395d3, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:36.858357 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc5999-c5b0-4ebd-841d-adca9689c78b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50ec1eb-ff8e-4410-9f50-669502205fe2,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:36.858965 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.922889 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:36.930249 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.944603 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] For port 763955b3-df75-4bd8-aa32-058bbb9395d3, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:36.950443 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] For port 763955b3-df75-4bd8-aa32-058bbb9395d3, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=763955b3-df75-4bd8-aa32-058bbb9395d3,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:36.954445 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-33cc5999-c5b0-4ebd-841d-adca9689c78b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.955954 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-33cc5999-c5b0-4ebd-841d-adca9689c78b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6164560 Jan 17 02:34:36.957575 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:36.958822 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48652) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:36.964524 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a2cf1293-1b4c-4245-bdfb-65f93ccf9b68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'security_group_rule': {'security_group_id': 'd50ec1eb-ff8e-4410-9f50-669502205fe2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:36.991379 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Routers {'2866a7fc-3383-4c77-a0ae-57b02a4dee44'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:36.992033 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:36.998551 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91333a2-f6a5-4395-8cba-9c682e69325c None None] Pushing event updated for resources: {'Port': ['ID=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:37.021199 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef896cc-e4fe-441b-b943-12a65a025b31 None None] Pushing event updated for resources: {'Port': ['ID=763955b3-df75-4bd8-aa32-058bbb9395d3,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:37.040249 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:37.041875 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:37.069805 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:37.071979 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1293-1b4c-4245-bdfb-65f93ccf9b68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (0340b771-d099-49d5-9d99-64ff3824f245), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.097048 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:34:37.150814 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 7658783e-979e-43f2-9724-01c40f6cf2e4 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:37.152194 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 2409d764-1462-4544-afc3-76bf448bbadd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:37.221324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1293-1b4c-4245-bdfb-65f93ccf9b68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (0340b771-d099-49d5-9d99-64ff3824f245), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.222386 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:37.250681 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] Set router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:37.260619 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1293-1b4c-4245-bdfb-65f93ccf9b68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (0340b771-d099-49d5-9d99-64ff3824f245), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.271144 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.353624 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2cf1293-1b4c-4245-bdfb-65f93ccf9b68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.354939 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a2cf1293-1b4c-4245-bdfb-65f93ccf9b68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3949652 Jan 17 02:34:37.357842 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48662) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:37.366847 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d3d733e8-3a3a-481b-a074-832c76ef1b15 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'security_group_rule': {'security_group_id': 'd50ec1eb-ff8e-4410-9f50-669502205fe2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:37.376970 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf1293-1b4c-4245-bdfb-65f93ccf9b68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0340b771-d099-49d5-9d99-64ff3824f245,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:37.410533 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.411427 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.412201 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.412630 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > port after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.413062 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.413500 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > port after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.413912 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.414321 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.414769 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.415207 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.419789 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:34:37.428543 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-736f356b-792f-490a-b93d-f13139a9a252 admin admin] 10.222.0.24 "PUT /v2.0/routers/2866a7fc-3383-4c77-a0ae-57b02a4dee44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6937742 Jan 17 02:34:37.583817 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-e46b9c28-3131-4522-af96-87a958616523 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:37.627472 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46b9c28-3131-4522-af96-87a958616523 None None] The sync data for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi is: [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:34:37.663224 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.674937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-802adbf9-8353-4ad2-a62d-698713894a93 None None] Provisioning complete for port 763955b3-df75-4bd8-aa32-058bbb9395d3 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:37.675457 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-802adbf9-8353-4ad2-a62d-698713894a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.795655 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.796215 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.796642 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.797512 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102669) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:34:37.797512 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:37.832332 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2836dcdc-fa3e-4f74-9359-d83f1b58ec87') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:37.832787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2836dcdc-fa3e-4f74-9359-d83f1b58ec87') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:37.888512 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-496f9eb9-42e6-4ad8-b975-1d3f86656049 req-54ce42e7-9f85-4c7d-92f4-a54f454b2bc0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 210 time: 0.0819068 Jan 17 02:34:37.896213 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 2409d764-1462-4544-afc3-76bf448bbadd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:37.896599 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (2409d764-1462-4544-afc3-76bf448bbadd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.923145 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14246681'] for segment (2836dcdc-fa3e-4f74-9359-d83f1b58ec87), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.934421 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Allocated IP 172.20.0.1 (8338e3ec-35ae-45c9-9027-5a5ad4414b55/19603a0a-176b-40c1-858e-5c13e7d9f8ae/590ab272-8ee8-4827-9296-199955797ebd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:37.941255 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a299823-a284-4bb4-ac9c-b0e1e2756acd req-5521d725-972c-40f4-8d8a-bbb300b82191 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.1338005 Jan 17 02:34:37.965804 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d733e8-3a3a-481b-a074-832c76ef1b15 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (b273f296-e25a-44a0-85e5-6d98a4cdc4ef), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.971940 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (2836dcdc-fa3e-4f74-9359-d83f1b58ec87), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:37.998034 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:34:37.998800 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14116049'] for segment (2836dcdc-fa3e-4f74-9359-d83f1b58ec87), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: from cryptography.utils import int_from_bytes Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: timer() Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: cb(*args, **kw) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: self._notify() Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: self.callback(batched_events) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: event.method(event) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._get(url).json() Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:34:38.003338 dv-cinder-821602-13-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:34:38.042346 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 4, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port': {'id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:29:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'f7e431c8-d990-4b8e-af94-7065ba5507fc', 'name': '', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'mac_address': 'fa:16:3e:dd:5e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:34Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 2, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'subnets': [{'id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:38.044110 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-802adbf9-8353-4ad2-a62d-698713894a93 None None] Current status of the port 763955b3-df75-4bd8-aa32-058bbb9395d3 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:38.044495 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-802adbf9-8353-4ad2-a62d-698713894a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.109333 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec32a1c7-490c-42cf-9e49-1584154092ec None None] The sync data for ids ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'] in dv-cinder-821602-13-iscsi is: [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 4, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port': {'id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:29:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'f7e431c8-d990-4b8e-af94-7065ba5507fc', 'name': '', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'mac_address': 'fa:16:3e:dd:5e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:34Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 2, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'subnets': [{'id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:34:38.125432 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:34Z', 'revision_number': 3, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:38.128518 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks [] for port (590ab272-8ee8-4827-9296-199955797ebd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.157805 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.164538 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.168126 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97 HTTP/1.1" status: 204 len: 168 time: 1.3941121 Jan 17 02:34:38.172398 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Checking router: b4d13bf6-0286-4432-ac9a-340e714766de for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:34:38.172755 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Updating router b4d13bf6-0286-4432-ac9a-340e714766de port 7300ffe6-9d3e-4723-a446-952341e181da binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:34:38.174904 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48682) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:38.213308 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (590ab272-8ee8-4827-9296-199955797ebd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.232629 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-802adbf9-8353-4ad2-a62d-698713894a93 None None] For port 763955b3-df75-4bd8-aa32-058bbb9395d3, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=763955b3-df75-4bd8-aa32-058bbb9395d3,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:38.235721 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d733e8-3a3a-481b-a074-832c76ef1b15 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (b273f296-e25a-44a0-85e5-6d98a4cdc4ef), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.237139 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe0bb6-eab0-4d58-98e0-17625dbbbac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=447a30dd-4f8d-4dd7-85f0-e1f57f7fdb97,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:38.272388 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-802adbf9-8353-4ad2-a62d-698713894a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.272905 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d733e8-3a3a-481b-a074-832c76ef1b15 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (b273f296-e25a-44a0-85e5-6d98a4cdc4ef), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.304906 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:38.308217 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7300ffe6-9d3e-4723-a446-952341e181da), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.311370 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 2409d764-1462-4544-afc3-76bf448bbadd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:38.320508 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:38.324430 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:38.324947 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (b4d13bf6-0286-4432-ac9a-340e714766de), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.397865 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d3d733e8-3a3a-481b-a074-832c76ef1b15 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.403959 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d3d733e8-3a3a-481b-a074-832c76ef1b15 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0447414 Jan 17 02:34:38.406768 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d733e8-3a3a-481b-a074-832c76ef1b15 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b273f296-e25a-44a0-85e5-6d98a4cdc4ef,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:38.422042 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48690) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:38.431120 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Pushing event updated for resources: {'Port': ['ID=590ab272-8ee8-4827-9296-199955797ebd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:38.436772 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] Deleting subnet 3f619fdc-7ec0-44a1-a096-6950f0b452b2 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:34:38.450876 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:38.457243 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] Publish callbacks [] for subnet (3f619fdc-7ec0-44a1-a096-6950f0b452b2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.513656 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-0a3c5862-b0df-4e47-b983-f2cc0809836d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:38.515210 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-0a3c5862-b0df-4e47-b983-f2cc0809836d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 818 time: 0.4058917 Jan 17 02:34:38.581396 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-0002e9b8-7857-47d3-9979-b0cc5cb515d1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/quotas/21140fd2fa314c1abcf9aa4f51d2984e HTTP/1.1" status: 200 len: 375 time: 0.0602899 Jan 17 02:34:38.590992 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14247146'] for subnet (3f619fdc-7ec0-44a1-a096-6950f0b452b2), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.623529 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.830250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (3f619fdc-7ec0-44a1-a096-6950f0b452b2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.843126 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9da7b468-f11a-4cba-a148-7fb2cb6cf41a None None] Provisioning complete for port 763955b3-df75-4bd8-aa32-058bbb9395d3 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:38.843709 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9da7b468-f11a-4cba-a148-7fb2cb6cf41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:38.894372 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802adbf9-8353-4ad2-a62d-698713894a93 None None] Pushing event updated for resources: {'Port': ['ID=763955b3-df75-4bd8-aa32-058bbb9395d3,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:38.895673 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-cf109265-14b1-4bf5-9874-ea9da585ff7c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3020189 Jan 17 02:34:39.004519 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (590ab272-8ee8-4827-9296-199955797ebd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.085128 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 763955b3-df75-4bd8-aa32-058bbb9395d3 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:39.092729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ad3c412-9aa3-4cf2-bce0-b11a3acd915a req-133e579b-1ba0-43fa-ac9f-d76c25c1e290 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 210 time: 0.0890374 Jan 17 02:34:39.141130 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14116031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14037760'] for subnet (3f619fdc-7ec0-44a1-a096-6950f0b452b2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.230297 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.235370 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f619fdc-7ec0-44a1-a096-6950f0b452b2 HTTP/1.1" status: 204 len: 168 time: 1.0272930 Jan 17 02:34:39.240545 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367009c0-bda3-4d1c-a0ea-433633781474 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f619fdc-7ec0-44a1-a096-6950f0b452b2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:39.264746 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:39.332367 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e77c7b87-8ecd-4027-9304-2a1cda8e4fad req-c76347fb-bf0a-4f3d-ad1e-8ae418306d9f tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.1119282 Jan 17 02:34:39.345335 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-4aea11da-c36a-4089-b8fa-315514ac60f0 service neutron] 10.222.0.24 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404047 Jan 17 02:34:39.501818 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9da7b468-f11a-4cba-a148-7fb2cb6cf41a None None] Current status of the port 763955b3-df75-4bd8-aa32-058bbb9395d3 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:39.536601 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 763955b3-df75-4bd8-aa32-058bbb9395d3 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:39.537350 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.606348 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (8a692726-559f-4d27-8366-703b35a5cf90), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.720418 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-e7664b37-8470-4142-9ea0-6ee4c4ab0ed1 service neutron] 10.222.0.24 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078477 Jan 17 02:34:39.724021 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.789595 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks [] for port (590ab272-8ee8-4827-9296-199955797ebd), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.799511 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (590ab272-8ee8-4827-9296-199955797ebd), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.800478 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (b4d13bf6-0286-4432-ac9a-340e714766de), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.822215 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e797759c-c378-4fe3-875e-0a662f5653a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.830589 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (8a692726-559f-4d27-8366-703b35a5cf90), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.851612 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-671ae70c-0ede-4f78-bd39-f7748b864f0f None None] Provisioning complete for port 590ab272-8ee8-4827-9296-199955797ebd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:39.852243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-671ae70c-0ede-4f78-bd39-f7748b864f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (590ab272-8ee8-4827-9296-199955797ebd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.865653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a692726-559f-4d27-8366-703b35a5cf90']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:39.877393 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd32fb86-da95-4c37-804b-0fef4ed636fd') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:39.877688 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd32fb86-da95-4c37-804b-0fef4ed636fd') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:39.889498 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14246681'] for segment (cd32fb86-da95-4c37-804b-0fef4ed636fd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.909299 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (cd32fb86-da95-4c37-804b-0fef4ed636fd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.918575 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:34:39.918975 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14116049'] for segment (cd32fb86-da95-4c37-804b-0fef4ed636fd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: timer() Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: cb(*args, **kw) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: self._notify() Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: self.callback(batched_events) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: event.method(event) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._get(url).json() Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:34:39.922007 dv-cinder-821602-13-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:34:39.934559 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Pushing event updated for resources: {'Port': ['ID=590ab272-8ee8-4827-9296-199955797ebd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:40.000322 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Publish callbacks [] for port (7300ffe6-9d3e-4723-a446-952341e181da), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:40.018034 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:40.021823 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:40.046478 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 763955b3-df75-4bd8-aa32-058bbb9395d3 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:40.053592 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7300ffe6-9d3e-4723-a446-952341e181da), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:40.061291 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-671ae70c-0ede-4f78-bd39-f7748b864f0f None None] Port 590ab272-8ee8-4827-9296-199955797ebd cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:34:40.063788 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (8a692726-559f-4d27-8366-703b35a5cf90), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:40.079017 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:40.092463 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8a692726-559f-4d27-8366-703b35a5cf90 HTTP/1.1" status: 204 len: 168 time: 0.8251791 Jan 17 02:34:40.190063 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a4455ed-190d-4cab-a37e-d2c08d45c657 req-53444aa2-f66c-412e-b8b0-30bd2761b802 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 210 time: 0.0947995 Jan 17 02:34:40.298418 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9ecc-5c64-4e6e-8d2b-807ced8bac74 None None] Pushing event updated for resources: {'Port': ['ID=7300ffe6-9d3e-4723-a446-952341e181da,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:40.302333 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Allocated IP 172.27.1.209 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/ec94f22e-3bf6-4b09-afe4-3e094a67db55) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:40.327501 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Attempting to bind port 7300ffe6-9d3e-4723-a446-952341e181da on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:40.327881 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Attempting to bind port 7300ffe6-9d3e-4723-a446-952341e181da by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:40.328280 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Attempting to bind port 7300ffe6-9d3e-4723-a446-952341e181da on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:40.371073 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:40.374787 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:40.375212 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:40.375711 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:40.376153 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Bound port: 7300ffe6-9d3e-4723-a446-952341e181da, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:40.386955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7300ffe6-9d3e-4723-a446-952341e181da), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:40.533692 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a4a11-4bf5-49aa-9731-131b578b8f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a692726-559f-4d27-8366-703b35a5cf90,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:40.539389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.64', 51903) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:40.626484 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6dc7184c-b4e6-4f6a-a8df-bc03dd79a46e req-d3bf1756-4b11-463e-8e99-6872cd7cb8fd tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.0991452 Jan 17 02:34:40.667328 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50f652ae-dcf6-429f-adc7-a46cfcf32f50 req-e74eedbf-2736-4f20-abd5-9f9a2e4c3fec tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 210 time: 0.1368332 Jan 17 02:34:40.713705 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:40.746933 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Router b4d13bf6-0286-4432-ac9a-340e714766de has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:34:40.906425 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] For port 7300ffe6-9d3e-4723-a446-952341e181da, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:40.947090 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ca991-68a3-4e03-b433-690d65c10277 req-c6da20a7-66aa-4ea2-a972-cf8f14b2482e tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:40.951857 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-c6da20a7-66aa-4ea2-a972-cf8f14b2482e tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.64 "GET /v2.0/networks?id=c18fcc35-fcf8-48a2-8d41-5a1f402e312e HTTP/1.1" status: 200 len: 812 time: 0.4069529 Jan 17 02:34:40.977347 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-6d0de77b-3bbc-4f56-8b6d-03468e96308c None None] Provisioning complete for port 590ab272-8ee8-4827-9296-199955797ebd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:40.978941 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6d0de77b-3bbc-4f56-8b6d-03468e96308c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (590ab272-8ee8-4827-9296-199955797ebd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:40.988583 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48780) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:40.988799 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] For port 7300ffe6-9d3e-4723-a446-952341e181da, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7300ffe6-9d3e-4723-a446-952341e181da,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:41.047165 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.64', 51904) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:41.068117 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7300ffe6-9d3e-4723-a446-952341e181da), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.076761 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.146075 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.207400 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:41.207796 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.214650 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:41.219974 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:41.248773 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:41.311099 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48798) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:41.314265 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-6d0de77b-3bbc-4f56-8b6d-03468e96308c None None] Port 590ab272-8ee8-4827-9296-199955797ebd cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:34:41.318736 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-ec824c43-3c2f-425d-bdb5-9339249b0007 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:41.319965 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-ec824c43-3c2f-425d-bdb5-9339249b0007 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.2602646 Jan 17 02:34:41.328447 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Request body: {'port': {'device_id': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e', 'admin_state_up': True, 'tenant_id': 'cd9ae723aff549fe8e80022cb0e77cb9'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:41.362914 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:41.363792 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:41.366167 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371b9ecc-5c64-4e6e-8d2b-807ced8bac74 None None] Pushing event updated for resources: {'Port': ['ID=7300ffe6-9d3e-4723-a446-952341e181da,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:41.400948 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'Port': ['ID=ec94f22e-3bf6-4b09-afe4-3e094a67db55,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:41.430545 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:34:41.445468 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b78d0e20-67ca-4a7b-9975-f9b9094953b6 admin admin] 10.222.0.24 "PUT /v2.0/routers/b4d13bf6-0286-4432-ac9a-340e714766de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7852659 Jan 17 02:34:41.480018 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (c733bd35-36e8-4737-8151-b6241f5f4728), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.481521 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-aca7b980-632d-4248-8457-59999eec54a1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:41.496707 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-aca7b980-632d-4248-8457-59999eec54a1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 818 time: 0.6438873 Jan 17 02:34:41.551277 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.595007 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Request body: {'port': {'device_id': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'admin_state_up': True, 'tenant_id': 'c889c4e9bfb24231968d2c8e2d02a1b2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:41.634987 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:41.635381 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.656126 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68667385-8d1f-4e3b-8548-81f4c0400bc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.725228 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:41.744809 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:41.747675 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.748562 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 763955b3-df75-4bd8-aa32-058bbb9395d3 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:41.798228 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-f9ff0d4a-592e-4dc5-a3ec-c34950d0a611 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/quotas/21140fd2fa314c1abcf9aa4f51d2984e HTTP/1.1" status: 200 len: 375 time: 0.2949255 Jan 17 02:34:41.873661 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68667385-8d1f-4e3b-8548-81f4c0400bc8 admin admin] Publish callbacks [] for security_group (6216a4f7-555e-45ef-b92b-3a94ea736c99), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.884384 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-68667385-8d1f-4e3b-8548-81f4c0400bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6216a4f7-555e-45ef-b92b-3a94ea736c99), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.914819 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.940989 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.969858 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-227e0560-00ca-4620-b715-11c983aa8a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:41.991308 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:42.001202 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'Port': ['ID=ec94f22e-3bf6-4b09-afe4-3e094a67db55,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:42.004891 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68667385-8d1f-4e3b-8548-81f4c0400bc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6216a4f7-555e-45ef-b92b-3a94ea736c99,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:42.012558 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-68667385-8d1f-4e3b-8548-81f4c0400bc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40ca229f60ef4a8287607eba15cde59a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6612241 Jan 17 02:34:42.015264 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48834) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:42.033943 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1c252fa7-786b-4bf7-a7a5-8d28b0bc4689 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47d80489adec4287b21fbfab97b9fdb5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0502214 Jan 17 02:34:42.046916 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 763955b3-df75-4bd8-aa32-058bbb9395d3 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:42.047311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.053535 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48836) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:42.127967 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.64', 51913) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:42.162647 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (c733bd35-36e8-4737-8151-b6241f5f4728), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.191358 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f788cb1-a7b8-4dc7-8843-65cf7814a0e0 req-6be58b06-af74-4d86-be54-244b1c475433 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.3915055 Jan 17 02:34:42.262958 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 763955b3-df75-4bd8-aa32-058bbb9395d3 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:42.289177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53232e68-b821-40f6-b72d-d70f0743fef1 admin admin] Publish callbacks [] for security_group (266610a5-63d1-458e-a86e-6d7e1b17e43c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.297334 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:39Z', 'revision_number': 2, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:42.379002 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53232e68-b821-40f6-b72d-d70f0743fef1 admin admin] Publish callbacks [] for security_group (266610a5-63d1-458e-a86e-6d7e1b17e43c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.385527 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9881d53-7104-400c-8482-64f88043ea09 None None] The sync data for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi is: [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:39Z', 'revision_number': 2, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:34:42.419475 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Made reservation on behalf of c889c4e9bfb24231968d2c8e2d02a1b2 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:42.451041 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.495831 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Made reservation on behalf of cd9ae723aff549fe8e80022cb0e77cb9 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:42.500777 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.502836 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:42.557328 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.566686 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2480c5c8-10a4-4aa9-96fd-6e505f651c46 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1300824 Jan 17 02:34:42.581219 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-96cd5eaa-2389-408b-9ca2-542da77a005a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5379305 Jan 17 02:34:42.614895 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d4b31f8-48a6-44a3-bf4d-0c5ab730b382 admin admin] Publish callbacks [] for security_group (6216a4f7-555e-45ef-b92b-3a94ea736c99), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.678701 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d4b31f8-48a6-44a3-bf4d-0c5ab730b382 admin admin] Publish callbacks [] for security_group (6216a4f7-555e-45ef-b92b-3a94ea736c99), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.679499 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:42.680126 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.784292 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d4b31f8-48a6-44a3-bf4d-0c5ab730b382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6216a4f7-555e-45ef-b92b-3a94ea736c99), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.787923 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2d4b31f8-48a6-44a3-bf4d-0c5ab730b382 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:42.792167 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2d4b31f8-48a6-44a3-bf4d-0c5ab730b382 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6216a4f7-555e-45ef-b92b-3a94ea736c99 HTTP/1.1" status: 204 len: 168 time: 0.7727656 Jan 17 02:34:42.810315 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Sync routers for ids ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:34:42.843363 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b31f8-48a6-44a3-bf4d-0c5ab730b382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6216a4f7-555e-45ef-b92b-3a94ea736c99,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:42.846300 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Routers {'2866a7fc-3383-4c77-a0ae-57b02a4dee44'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:42.848262 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:42.916667 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:42.935192 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-91600353-020f-4888-b14c-b4e79d514365 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:42.938377 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-91600353-020f-4888-b14c-b4e79d514365 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 818 time: 0.8039410 Jan 17 02:34:42.967946 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Request body: {'port': {'device_id': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'admin_state_up': True, 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:42.997712 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:43.004375 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37812ae5-54dc-44d1-aeb6-737a43045017 req-e6d22ad6-0312-421f-aca0-1ed9976c7f58 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 210 time: 0.4990404 Jan 17 02:34:43.311102 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Set router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:43.334706 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Made reservation on behalf of 21140fd2fa314c1abcf9aa4f51d2984e for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:43.339000 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:43.459314 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48868) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:43.572753 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3d77-7926-4408-bed4-14e5a62d5a51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:43.597393 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-6ab821c4-6e46-4340-bc3a-eb3b87c7522b service neutron] 10.222.0.24 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0148470 Jan 17 02:34:43.640288 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Allocated IP 172.20.0.11 (97da4c82-5c36-47e9-8cea-2b4c9d79a703/a2418b5e-c405-4c40-bad2-c94ad6715fde/7b3a5764-34ba-43e6-9b3f-7d34a124a296) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:43.820370 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 4, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port': {'id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:29:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'f7e431c8-d990-4b8e-af94-7065ba5507fc', 'name': '', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'mac_address': 'fa:16:3e:dd:5e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:34Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 2, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'subnets': [{'id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:43.870264 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks [] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:43.883458 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53232e68-b821-40f6-b72d-d70f0743fef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (266610a5-63d1-458e-a86e-6d7e1b17e43c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:43.886666 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53232e68-b821-40f6-b72d-d70f0743fef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:43.887977 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-53232e68-b821-40f6-b72d-d70f0743fef1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/266610a5-63d1-458e-a86e-6d7e1b17e43c HTTP/1.1" status: 204 len: 168 time: 1.8310709 Jan 17 02:34:43.913362 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53232e68-b821-40f6-b72d-d70f0743fef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266610a5-63d1-458e-a86e-6d7e1b17e43c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:43.919698 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Checking router: 2866a7fc-3383-4c77-a0ae-57b02a4dee44 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:34:43.919915 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Updating router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 port f7e431c8-d990-4b8e-af94-7065ba5507fc binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:34:43.944471 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Allocated IP 172.20.0.3 (c18fcc35-fcf8-48a2-8d41-5a1f402e312e/ac165203-b84d-413a-a1cc-b851c055ae35/8442125d-91ba-4cc7-a1a2-404f0c258981) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:44.019915 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:44.053188 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:44.153974 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Allocated IP 172.20.0.14 (ada4a97e-feed-4797-83f8-f2534257b85a/6fd072c7-f54d-4461-a37a-8dbda000c1a2/7ed6ad5d-11bb-4292-b0e7-ddace74a6459) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:44.252459 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3d77-7926-4408-bed4-14e5a62d5a51 admin admin] Publish callbacks [] for security_group (faf865cd-06cf-4164-a419-47d81615834a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:44.272830 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ed0a3d77-7926-4408-bed4-14e5a62d5a51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (faf865cd-06cf-4164-a419-47d81615834a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:44.346697 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event updated for resources: {'Port': ['ID=7b3a5764-34ba-43e6-9b3f-7d34a124a296,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:44.403664 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ed0a3d77-7926-4408-bed4-14e5a62d5a51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22030f30923748d2822d20b86b15a602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9424388 Jan 17 02:34:44.411500 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48878) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:44.414479 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0a3d77-7926-4408-bed4-14e5a62d5a51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf865cd-06cf-4164-a419-47d81615834a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:44.472906 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:44.477451 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48880) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:44.478822 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:44.485604 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-46e39569-7b91-40d6-884a-44a50d5b9688 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838638517', 'description': 'tempest-description--991405815'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:44.491894 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-3aa62013-fd55-4739-8c01-29f5864ecf34 service neutron] 10.222.0.24 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5991869 Jan 17 02:34:44.522758 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:44.601395 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:44.643776 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:44.644578 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:44.781297 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48902) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:44.912988 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-a560367d-5cf5-4cf0-89fe-3d4256b84ff0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3587072 Jan 17 02:34:44.964633 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-8557c764-fb9e-4a48-b819-461fea4aeb65 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:34:44.965684 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-8557c764-fb9e-4a48-b819-461fea4aeb65 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058353 Jan 17 02:34:44.973975 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks [] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:44.979053 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fa66e800-3125-4824-bd7f-fcf8568c3d76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=233ed74b51d94c68b431dd7916f9b55b&name=default HTTP/1.1" status: 200 len: 2994 time: 0.1826212 Jan 17 02:34:44.987987 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48906) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:45.034718 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-98d15763-d7ce-4563-92a8-772c361860f7 req-d647cef0-aa74-4f24-a1e7-7d355f391d2a tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.1029189 Jan 17 02:34:45.046888 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks [] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.071571 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-1bc90ebd-7667-48ee-b286-e46046bed38b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1073971371&fields=id&tenant_id=cf0621b37a7046b4be225145a729936f HTTP/1.1" status: 200 len: 267 time: 0.3942750 Jan 17 02:34:45.098085 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.128417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e39569-7b91-40d6-884a-44a50d5b9688 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.264659 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92cfaba6-8f3b-4d38-8e5c-86bf02bf2aa3 admin admin] Publish callbacks [] for security_group (6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.336223 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Network ada4a97e-feed-4797-83f8-f2534257b85a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:45.349883 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:45.360318 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:45.366714 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:45.367666 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.390663 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92cfaba6-8f3b-4d38-8e5c-86bf02bf2aa3 admin admin] Publish callbacks [] for security_group (6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.403759 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Pushing event updated for resources: {'Port': ['ID=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:45.407155 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b856b46d-474b-42c7-a82c-e2b2b24114b3 admin admin] Publish callbacks [] for security_group (faf865cd-06cf-4164-a419-47d81615834a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.439255 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Publish callbacks [] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.451734 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.471290 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-61b8aa60-ae64-4f21-85d9-374b35960e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5078812 Jan 17 02:34:45.492186 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Request body: {'port': {'device_id': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:45.512383 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Request body: {'port': {'device_id': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:45.623184 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Attempting to bind port f7e431c8-d990-4b8e-af94-7065ba5507fc on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:45.623771 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Attempting to bind port f7e431c8-d990-4b8e-af94-7065ba5507fc by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:45.624344 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Attempting to bind port f7e431c8-d990-4b8e-af94-7065ba5507fc on network ada4a97e-feed-4797-83f8-f2534257b85a {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:45.635164 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:45.636003 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Checking segment: {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:45.636557 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.637167 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Bound using segment: {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:45.637944 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Bound port: f7e431c8-d990-4b8e-af94-7065ba5507fc, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:45.638546 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.649104 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92cfaba6-8f3b-4d38-8e5c-86bf02bf2aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.651785 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-92cfaba6-8f3b-4d38-8e5c-86bf02bf2aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.653011 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-92cfaba6-8f3b-4d38-8e5c-86bf02bf2aa3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c HTTP/1.1" status: 204 len: 168 time: 0.6640301 Jan 17 02:34:45.693239 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.696177 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfaba6-8f3b-4d38-8e5c-86bf02bf2aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1c40e4-a0cd-4dfd-afcd-cfdcdbebc68c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:45.726408 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-0fb08b20-da9e-410f-9209-b7f565009bd0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:45.735866 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-0fb08b20-da9e-410f-9209-b7f565009bd0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 810 time: 0.6626000 Jan 17 02:34:45.743867 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] For port f7e431c8-d990-4b8e-af94-7065ba5507fc, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:45.751121 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] For port f7e431c8-d990-4b8e-af94-7065ba5507fc, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=f7e431c8-d990-4b8e-af94-7065ba5507fc,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:45.761759 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.775211 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487d5f7-c762-46f1-bce0-34a45a307bb0 None None] Pushing event updated for resources: {'Port': ['ID=f7e431c8-d990-4b8e-af94-7065ba5507fc,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:45.809331 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Routers {'2866a7fc-3383-4c77-a0ae-57b02a4dee44'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:45.810745 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b856b46d-474b-42c7-a82c-e2b2b24114b3 admin admin] Publish callbacks [] for security_group (faf865cd-06cf-4164-a419-47d81615834a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:45.811470 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:45.822617 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-5698a8e6-6b01-45b1-b6c2-054f5882478b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/quotas/cf0621b37a7046b4be225145a729936f HTTP/1.1" status: 200 len: 375 time: 0.0854084 Jan 17 02:34:45.902312 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:46.013045 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:46.054666 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9814956-d4a3-401e-a7db-286883e5d93f req-3366c36a-5eed-44ca-b0fb-d163f548992e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:46.057385 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9814956-d4a3-401e-a7db-286883e5d93f req-3366c36a-5eed-44ca-b0fb-d163f548992e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 932 time: 0.7391458 Jan 17 02:34:46.254035 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-cbf6fd49-7a84-4288-85bc-8fda64021696 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4276040 Jan 17 02:34:46.259252 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:46.332200 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48932) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:46.360820 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487d5f7-c762-46f1-bce0-34a45a307bb0 None None] Pushing event updated for resources: {'Port': ['ID=f7e431c8-d990-4b8e-af94-7065ba5507fc,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:46.383883 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] Set router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:46.609899 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7300ffe6-9d3e-4723-a446-952341e181da up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:46.642419 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29cb303a-4b0f-4436-86c6-5be039bbb007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:46.853395 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:34:46.889279 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Pushing event updated for resources: {'Port': ['ID=8442125d-91ba-4cc7-a1a2-404f0c258981,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:46.916046 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 7300ffe6-9d3e-4723-a446-952341e181da triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:46.916639 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7300ffe6-9d3e-4723-a446-952341e181da), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.007462 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 4, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port': {'id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:29:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'f7e431c8-d990-4b8e-af94-7065ba5507fc', 'name': '', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'mac_address': 'fa:16:3e:dd:5e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:34Z', 'updated_at': '2022-01-17T02:34:45Z', 'revision_number': 4, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'subnets': [{'id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:47.041858 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29cb303a-4b0f-4436-86c6-5be039bbb007 admin admin] Publish callbacks [] for security_group (b3f21283-ea11-40b3-9698-f15739ee11d1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.049184 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Publish callbacks [] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.052526 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.64', 51919) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:47.077094 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 7300ffe6-9d3e-4723-a446-952341e181da is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:47.077094 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7300ffe6-9d3e-4723-a446-952341e181da), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.077381 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-29cb303a-4b0f-4436-86c6-5be039bbb007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b3f21283-ea11-40b3-9698-f15739ee11d1), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.105746 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cedb9bd-e85c-463d-8e9b-bf980fd07bc8 None None] The sync data for ids ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'] in dv-cinder-821602-13-iscsi is: [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:34:36Z', 'revision_number': 4, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port': {'id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:29:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'f7e431c8-d990-4b8e-af94-7065ba5507fc', 'name': '', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'mac_address': 'fa:16:3e:dd:5e:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_interface', 'standard_attr_id': 106, 'fixed_ips': [{'subnet_id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:34Z', 'updated_at': '2022-01-17T02:34:45Z', 'revision_number': 4, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'subnets': [{'id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:34:47.122255 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port 7300ffe6-9d3e-4723-a446-952341e181da, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7300ffe6-9d3e-4723-a446-952341e181da,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:47.136626 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7300ffe6-9d3e-4723-a446-952341e181da), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.187699 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Transition to ACTIVE for port object 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:34:47.200054 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Network c18fcc35-fcf8-48a2-8d41-5a1f402e312e is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:47.202758 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b856b46d-474b-42c7-a82c-e2b2b24114b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (faf865cd-06cf-4164-a419-47d81615834a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.204585 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.211429 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b856b46d-474b-42c7-a82c-e2b2b24114b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.216884 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b856b46d-474b-42c7-a82c-e2b2b24114b3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/faf865cd-06cf-4164-a419-47d81615834a HTTP/1.1" status: 204 len: 168 time: 2.7813246 Jan 17 02:34:47.236648 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e39569-7b91-40d6-884a-44a50d5b9688 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (022e477e-e823-4bfd-bb2b-8513ba5ade63), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.285076 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-29cb303a-4b0f-4436-86c6-5be039bbb007 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09133174330645338e268ced948cdcf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9430208 Jan 17 02:34:47.294410 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cb303a-4b0f-4436-86c6-5be039bbb007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f21283-ea11-40b3-9698-f15739ee11d1,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:47.297475 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=7300ffe6-9d3e-4723-a446-952341e181da,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:47.322112 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 48954) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:47.413268 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-c84414e8-97c7-4443-b3ef-c3d18b3a940a service neutron] 10.222.0.24 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1347892 Jan 17 02:34:47.422950 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856b46d-474b-42c7-a82c-e2b2b24114b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf865cd-06cf-4164-a419-47d81615834a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:47.426085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e39569-7b91-40d6-884a-44a50d5b9688 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (022e477e-e823-4bfd-bb2b-8513ba5ade63), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.429465 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:47.434002 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:47.556535 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:47.556535 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.569830 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9814956-d4a3-401e-a7db-286883e5d93f req-8d528422-f62b-446a-919f-12bdcb2d69bd tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4063988 Jan 17 02:34:47.585676 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Pushing event updated for resources: {'Port': ['ID=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:47.592703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e39569-7b91-40d6-884a-44a50d5b9688 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=022e477e-e823-4bfd-bb2b-8513ba5ade63,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:47.611198 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-3ef29f05-5b01-49be-a828-be7f83d6493c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:47.612647 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-a813a807-6281-4506-99f7-e3168d47e1fa tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5513024 Jan 17 02:34:47.613741 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-3ef29f05-5b01-49be-a828-be7f83d6493c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 818 time: 0.5602307 Jan 17 02:34:47.614630 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Attempting to bind port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:47.615306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Attempting to bind port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:47.619234 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Attempting to bind port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 on network ada4a97e-feed-4797-83f8-f2534257b85a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:47.648015 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558258aa-5f9b-4b0f-980c-9d3ecc412a6d admin admin] Publish callbacks [] for security_group (b3f21283-ea11-40b3-9698-f15739ee11d1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.649858 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 on network ada4a97e-feed-4797-83f8-f2534257b85a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:34:47.650245 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Attempting to bind port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 on network ada4a97e-feed-4797-83f8-f2534257b85a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:47.670797 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-46e39569-7b91-40d6-884a-44a50d5b9688 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.675130 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-46e39569-7b91-40d6-884a-44a50d5b9688 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.1912348 Jan 17 02:34:47.731936 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Request body: {'port': {'device_id': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:47.748444 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558258aa-5f9b-4b0f-980c-9d3ecc412a6d admin admin] Publish callbacks [] for security_group (b3f21283-ea11-40b3-9698-f15739ee11d1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.778992 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48962) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:47.833676 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-cfa9c8aa-1aa9-43fb-8b54-b3fbfaf18c46 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'security_group_rule': {'security_group_id': '022e477e-e823-4bfd-bb2b-8513ba5ade63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:47.857947 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce8e0fbf-1aa8-4ad5-9499-167f93eb09e6 req-d8b42e9d-7fef-4735-b97c-bfa44b573779 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 210 time: 0.0728917 Jan 17 02:34:47.860512 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Request body: {'port': {'device_id': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'admin_state_up': True, 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:47.945154 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:47.945507 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Checking segment: {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:47.946172 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Bound using segment: {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:47.946624 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Bound port: 7ed6ad5d-11bb-4292-b0e7-ddace74a6459, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:47.962027 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:47.987620 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa9c8aa-1aa9-43fb-8b54-b3fbfaf18c46 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (4f161faa-893c-40f6-b531-9da6b157f6f7), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.107805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] For port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:48.123021 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] For port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:48.137348 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.154483 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa9c8aa-1aa9-43fb-8b54-b3fbfaf18c46 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (4f161faa-893c-40f6-b531-9da6b157f6f7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.197694 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa9c8aa-1aa9-43fb-8b54-b3fbfaf18c46 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (4f161faa-893c-40f6-b531-9da6b157f6f7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.270074 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.339504 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9c8aa-1aa9-43fb-8b54-b3fbfaf18c46 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f161faa-893c-40f6-b531-9da6b157f6f7,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:48.351902 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cfa9c8aa-1aa9-43fb-8b54-b3fbfaf18c46 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.355818 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cfa9c8aa-1aa9-43fb-8b54-b3fbfaf18c46 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5696607 Jan 17 02:34:48.372533 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Pushing event updated for resources: {'Port': ['ID=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:48.383999 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 48986) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:48.389445 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-596ab626-e3e2-4274-bfaf-4cf40ecb3187 service neutron] 10.222.0.24 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8842528 Jan 17 02:34:48.440014 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:48.440709 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.442229 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c908c6fa-6208-4133-acc4-dd82fee0a73e service neutron] 10.222.0.64 "PUT /v2.0/ports/7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 1094 time: 2.9349914 Jan 17 02:34:48.447621 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'tag': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:34:48.455124 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b04aa323-9d7d-418c-864b-93dadf732d88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'security_group_rule': {'security_group_id': '022e477e-e823-4bfd-bb2b-8513ba5ade63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:48.593364 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f51ea-281d-44f3-8cf3-1669891bb2d6 req-21c4b80b-f20a-4f70-9716-0c0451926af8 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:48.595549 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c9f51ea-281d-44f3-8cf3-1669891bb2d6 req-21c4b80b-f20a-4f70-9716-0c0451926af8 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 931 time: 0.5258720 Jan 17 02:34:48.695761 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7300ffe6-9d3e-4723-a446-952341e181da up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:48.703398 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558258aa-5f9b-4b0f-980c-9d3ecc412a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b3f21283-ea11-40b3-9698-f15739ee11d1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.706106 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-558258aa-5f9b-4b0f-980c-9d3ecc412a6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.709548 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-558258aa-5f9b-4b0f-980c-9d3ecc412a6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b3f21283-ea11-40b3-9698-f15739ee11d1 HTTP/1.1" status: 204 len: 168 time: 1.3841405 Jan 17 02:34:48.814222 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 7300ffe6-9d3e-4723-a446-952341e181da triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:48.814604 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7300ffe6-9d3e-4723-a446-952341e181da), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.817716 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b04aa323-9d7d-418c-864b-93dadf732d88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (262a541a-f0ba-41bc-a3b4-7eb228f97d1b), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:48.841471 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3a5764-34ba-43e6-9b3f-7d34a124a296 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:34:48.975549 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558258aa-5f9b-4b0f-980c-9d3ecc412a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f21283-ea11-40b3-9698-f15739ee11d1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:49.049206 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-fa067f00-93ab-4c14-9b35-9c93feb5a592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:49.050720 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-fa067f00-93ab-4c14-9b35-9c93feb5a592 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1097 time: 0.3536775 Jan 17 02:34:49.149568 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 7300ffe6-9d3e-4723-a446-952341e181da is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:49.154601 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device f7e431c8-d990-4b8e-af94-7065ba5507fc up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:49.256648 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Sync routers for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:34:49.323824 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:49.325320 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:49.452554 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Publish callbacks [] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:49.607265 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Transition to ACTIVE for port object 7b3a5764-34ba-43e6-9b3f-7d34a124a296 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:34:49.622601 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c9f51ea-281d-44f3-8cf3-1669891bb2d6 req-e2eecc83-f7d4-4927-957f-0c8b3f14a06e tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9648540 Jan 17 02:34:49.629946 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:49.731130 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782f002-d1ff-4bff-ba93-24d320aeccd8 req-eb30fb17-891d-411f-8440-8be3c8492b8a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:49.740058 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a782f002-d1ff-4bff-ba93-24d320aeccd8 req-eb30fb17-891d-411f-8440-8be3c8492b8a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 932 time: 0.2526739 Jan 17 02:34:49.773491 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b04aa323-9d7d-418c-864b-93dadf732d88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (262a541a-f0ba-41bc-a3b4-7eb228f97d1b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:49.781790 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:49.809854 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-ab1622cc-2d01-4c08-9ff9-92ef5044be26 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 217 time: 0.7120585 Jan 17 02:34:49.815851 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b04aa323-9d7d-418c-864b-93dadf732d88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (262a541a-f0ba-41bc-a3b4-7eb228f97d1b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:49.854489 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port f7e431c8-d990-4b8e-af94-7065ba5507fc triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:49.855122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:49.873922 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a5764-34ba-43e6-9b3f-7d34a124a296,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:49.885259 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Made reservation on behalf of 21140fd2fa314c1abcf9aa4f51d2984e for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:49.901444 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.055344 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7" -d '{"events": [{"name": "network-changed", "server_uuid": "24ef95ec-9461-446c-ac23-d29814c0a4fa", "tag": "7ed6ad5d-11bb-4292-b0e7-ddace74a6459"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:34:50.105676 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-4282720f-eb53-40ae-b28f-be44d7b449b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:50.121405 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-4282720f-eb53-40ae-b28f-be44d7b449b5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.2740037 Jan 17 02:34:50.145016 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8442125d-91ba-4cc7-a1a2-404f0c258981 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:34:50.164967 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Publish callbacks [] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.222304 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Transition to ACTIVE for port object 8442125d-91ba-4cc7-a1a2-404f0c258981 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:34:50.227817 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04aa323-9d7d-418c-864b-93dadf732d88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=262a541a-f0ba-41bc-a3b4-7eb228f97d1b,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:50.277242 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-31faa4e0-ec99-428a-9154-ee8ccf8e2aff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1530843 Jan 17 02:34:50.450266 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.611362 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49038) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:50.620157 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port f7e431c8-d990-4b8e-af94-7065ba5507fc is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:50.622807 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b04aa323-9d7d-418c-864b-93dadf732d88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.623371 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.630612 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b04aa323-9d7d-418c-864b-93dadf732d88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.2429490 Jan 17 02:34:50.644333 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49040) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:50.650027 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8442125d-91ba-4cc7-a1a2-404f0c258981,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:50.659092 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-345555f0-f610-45ad-bd1a-5860ddd55626 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3535562 Jan 17 02:34:50.661509 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f4483ed-a086-45c9-8acf-c6ba1ba5bb56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.668263 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a8cd4643-5015-48e4-9086-59e219748a3b req-8a97cf37-4514-4235-aa89-eb16a6a319db tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 210 time: 0.6792581 Jan 17 02:34:50.718290 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:50.807450 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port f7e431c8-d990-4b8e-af94-7065ba5507fc, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=f7e431c8-d990-4b8e-af94-7065ba5507fc,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:50.823842 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:39Z', 'revision_number': 2, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:50.850731 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a782f002-d1ff-4bff-ba93-24d320aeccd8 req-2fd6f45e-48b4-4888-9045-ffa217c08ff2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0795944 Jan 17 02:34:50.877099 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.915122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Checking router: b4d13bf6-0286-4432-ac9a-340e714766de for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:34:50.915768 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Updating router b4d13bf6-0286-4432-ac9a-340e714766de port 590ab272-8ee8-4827-9296-199955797ebd binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:34:50.951018 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:50.968223 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (590ab272-8ee8-4827-9296-199955797ebd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.047788 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f055c65c-ddd0-4c87-9369-17d788fb185f req-71bb64e9-4649-42a3-9138-4b8ae6f7e85f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 210 time: 0.1348953 Jan 17 02:34:51.059588 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.64', 51926) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:51.151381 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Attempting to bind port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:51.151681 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Attempting to bind port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:51.152031 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Attempting to bind port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:51.242594 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=f7e431c8-d990-4b8e-af94-7065ba5507fc,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:51.253073 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:34:51.253384 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Attempting to bind port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:51.328210 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:51.328547 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Checking segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:51.329104 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Bound using segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:51.329563 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Bound port: 7b3a5764-34ba-43e6-9b3f-7d34a124a296, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:51.329912 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.390823 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Allocated IP 172.20.0.10 (ada4a97e-feed-4797-83f8-f2534257b85a/6fd072c7-f54d-4461-a37a-8dbda000c1a2/4dcac35f-9d74-46b5-b915-b246173a256f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:51.413117 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-631b767e-5cce-49f6-b93e-b8dc7eb89af8 req-c25bbc7f-d32e-46c5-a99f-196236ff4921 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6821258 Jan 17 02:34:51.470159 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Attempting to bind port 8442125d-91ba-4cc7-a1a2-404f0c258981 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:51.470823 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38579b1-e71e-445f-a377-7383a58f432c x-openstack-request-id: req-c38579b1-e71e-445f-a377-7383a58f432c {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:34:51.471457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24ef95ec-9461-446c-ac23-d29814c0a4fa", "tag": "7ed6ad5d-11bb-4292-b0e7-ddace74a6459", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:34:51.471876 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c38579b1-e71e-445f-a377-7383a58f432c {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:34:51.472507 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'tag': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459', 'status': 'completed', 'code': 200} Jan 17 02:34:51.472984 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Attempting to bind port 8442125d-91ba-4cc7-a1a2-404f0c258981 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6fcc0880-705f-43bc-800b-ac42d16c0c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:51.476623 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Attempting to bind port 8442125d-91ba-4cc7-a1a2-404f0c258981 on network c18fcc35-fcf8-48a2-8d41-5a1f402e312e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:51.503080 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-f49dab76-a17d-46f4-b706-17c2e4ba5c07 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:51.504648 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-f49dab76-a17d-46f4-b706-17c2e4ba5c07 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 810 time: 0.4212072 Jan 17 02:34:51.569804 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30ee71-4a6b-4eed-b87d-b676c1216c1c req-5a18b035-a11e-4748-8b4e-46295ffe4c5a tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:51.588656 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d30ee71-4a6b-4eed-b87d-b676c1216c1c req-5a18b035-a11e-4748-8b4e-46295ffe4c5a tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.3327374 Jan 17 02:34:51.590475 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Port 8442125d-91ba-4cc7-a1a2-404f0c258981 on network c18fcc35-fcf8-48a2-8d41-5a1f402e312e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:34:51.590796 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Attempting to bind port 8442125d-91ba-4cc7-a1a2-404f0c258981 on network c18fcc35-fcf8-48a2-8d41-5a1f402e312e {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:51.611633 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Publish callbacks [] for port (590ab272-8ee8-4827-9296-199955797ebd), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.614465 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f4483ed-a086-45c9-8acf-c6ba1ba5bb56 admin admin] Publish callbacks [] for security_group (b12e8649-95b0-4afb-90fd-e783ee98146d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.627070 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0f4483ed-a086-45c9-8acf-c6ba1ba5bb56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b12e8649-95b0-4afb-90fd-e783ee98146d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.636401 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (590ab272-8ee8-4827-9296-199955797ebd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.654178 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:51.655313 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Checking segment: {'id': '6fcc0880-705f-43bc-800b-ac42d16c0c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:51.655938 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Bound using segment: {'id': '6fcc0880-705f-43bc-800b-ac42d16c0c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:51.657134 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Bound port: 8442125d-91ba-4cc7-a1a2-404f0c258981, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6fcc0880-705f-43bc-800b-ac42d16c0c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:51.659406 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.746821 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0f4483ed-a086-45c9-8acf-c6ba1ba5bb56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e68b76a9d89745a7905499ee288015d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1342075 Jan 17 02:34:51.747610 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4483ed-a086-45c9-8acf-c6ba1ba5bb56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12e8649-95b0-4afb-90fd-e783ee98146d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:51.785527 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:51.928283 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Attempting to bind port 590ab272-8ee8-4827-9296-199955797ebd on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:51.929127 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Attempting to bind port 590ab272-8ee8-4827-9296-199955797ebd by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:51.929497 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Attempting to bind port 590ab272-8ee8-4827-9296-199955797ebd on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:51.935307 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0fa44-8c12-4bf8-aec9-4047be9d93a1 None None] Pushing event updated for resources: {'Port': ['ID=590ab272-8ee8-4827-9296-199955797ebd,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:51.945960 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:51.952715 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Checking segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:51.953579 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:51.954098 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Bound using segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:51.954703 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Bound port: 590ab272-8ee8-4827-9296-199955797ebd, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:51.955184 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (590ab272-8ee8-4827-9296-199955797ebd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.094843 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] For port 590ab272-8ee8-4827-9296-199955797ebd, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:52.109614 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] For port 590ab272-8ee8-4827-9296-199955797ebd, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=590ab272-8ee8-4827-9296-199955797ebd,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:52.125560 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (590ab272-8ee8-4827-9296-199955797ebd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.171050 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53cf033b-95f0-406a-b29b-d09c82e5d1ba req-a57f6e60-7fd7-4786-a380-fc0c3ef0bd87 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 210 time: 0.2222946 Jan 17 02:34:52.182792 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-5b303567-73e5-4247-be9f-2117f856a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:52.184358 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-5b303567-73e5-4247-be9f-2117f856a3bd service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1097 time: 0.2946827 Jan 17 02:34:52.187385 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks [] for port (4dcac35f-9d74-46b5-b915-b246173a256f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.189838 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] For port 7b3a5764-34ba-43e6-9b3f-7d34a124a296, host hv-cinder-82160, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:52.215832 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.232717 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c690483-845d-4aaf-af72-8484b757ffbf admin admin] Publish callbacks [] for security_group (b12e8649-95b0-4afb-90fd-e783ee98146d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.298321 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:34:52.299837 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-4eafe2a6-1313-4167-a73a-43b949951329 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf0621b37a7046b4be225145a729936f HTTP/1.1" status: 200 len: 380 time: 0.4243133 Jan 17 02:34:52.303095 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:34:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:52.308570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] For port 7b3a5764-34ba-43e6-9b3f-7d34a124a296, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:52.341169 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'port': {'device_id': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'admin_state_up': True, 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'security_groups': ['d50ec1eb-ff8e-4410-9f50-669502205fe2']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:52.379361 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d30ee71-4a6b-4eed-b87d-b676c1216c1c req-3b39e654-f152-41d5-8f79-5e7c3ed41141 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7760067 Jan 17 02:34:52.423599 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.445037 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c690483-845d-4aaf-af72-8484b757ffbf admin admin] Publish callbacks [] for security_group (b12e8649-95b0-4afb-90fd-e783ee98146d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.521182 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] For port 8442125d-91ba-4cc7-a1a2-404f0c258981, host hv-cinder-82160, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:52.624412 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:34:52.645112 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-7f5c1100-54bc-4924-bffb-bbb12e99f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:52.646518 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-7f5c1100-54bc-4924-bffb-bbb12e99f1d0 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.4485581 Jan 17 02:34:52.650546 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.707460 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3a5764-34ba-43e6-9b3f-7d34a124a296,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:52.746367 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-30caaac7-ceac-4db7-b8c1-cec845604566 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 217 time: 0.0894825 Jan 17 02:34:52.755870 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] For port 8442125d-91ba-4cc7-a1a2-404f0c258981, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8442125d-91ba-4cc7-a1a2-404f0c258981,segment=NetworkSegment(6fcc0880-705f-43bc-800b-ac42d16c0c76),segment_id=6fcc0880-705f-43bc-800b-ac42d16c0c76)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:52.758981 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Network ada4a97e-feed-4797-83f8-f2534257b85a is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:52.766754 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:52.777559 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:52.783530 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:52.784226 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.788171 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Pushing event updated for resources: {'Port': ['ID=4dcac35f-9d74-46b5-b915-b246173a256f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:52.802769 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0fa44-8c12-4bf8-aec9-4047be9d93a1 None None] Pushing event updated for resources: {'Port': ['ID=590ab272-8ee8-4827-9296-199955797ebd,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:52.833993 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.841227 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-9710128e-948a-4e57-8c9f-04981b5730fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9889579 Jan 17 02:34:52.848102 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-1dee9270-14d3-42c2-b174-7d99d3ffa420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:52.849582 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-1dee9270-14d3-42c2-b174-7d99d3ffa420 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0860789 Jan 17 02:34:52.850941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Made reservation on behalf of cf0621b37a7046b4be225145a729936f for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:34:52.854909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.935181 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:52.936578 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.938126 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-798ffc90-b9c0-4f6b-b348-7e0c11c4d0f4 service neutron] 10.222.0.64 "PUT /v2.0/ports/7b3a5764-34ba-43e6-9b3f-7d34a124a296 HTTP/1.1" status: 200 len: 1094 time: 7.5981526 Jan 17 02:34:52.942784 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:52.943341 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:52.945599 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] 10.222.0.64 "PUT /v2.0/ports/8442125d-91ba-4cc7-a1a2-404f0c258981 HTTP/1.1" status: 200 len: 1093 time: 5.2369304 Jan 17 02:34:52.946393 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'tag': '7b3a5764-34ba-43e6-9b3f-7d34a124a296'}, {'name': 'network-changed', 'server_uuid': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'tag': '8442125d-91ba-4cc7-a1a2-404f0c258981'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:34:53.043778 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Allocated IP 172.20.0.11 (0f4113a4-05d7-438d-9847-b83e4f657878/a82d1d35-d4a7-41d6-a3f9-a5f3b595646d/33b46f70-f49c-41cd-8f07-0740b1f82d6b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:53.062086 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4aea2-5895-410f-9716-e39e4548f6ff req-c4540608-1422-4c2d-be5e-efb700e1b95d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:53.076191 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55a4aea2-5895-410f-9716-e39e4548f6ff req-c4540608-1422-4c2d-be5e-efb700e1b95d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 932 time: 0.5503857 Jan 17 02:34:53.136221 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2c709-4e83-4ce5-aad2-cca3c85d1f60 req-69c06364-b1ce-457f-9c2c-cef873f18399 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:53.144452 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0c2c709-4e83-4ce5-aad2-cca3c85d1f60 req-69c06364-b1ce-457f-9c2c-cef873f18399 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 944 time: 0.7523351 Jan 17 02:34:53.176347 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd24c997-736c-4656-b2ff-6af846261d4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5ede7e90-f5c5-49ed-9e17-ed43a35b8d41", "tag": "7b3a5764-34ba-43e6-9b3f-7d34a124a296"}, {"name": "network-changed", "server_uuid": "f21e2a65-a1ed-433d-92ef-fc11b3a1b233", "tag": "8442125d-91ba-4cc7-a1a2-404f0c258981"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:34:53.181303 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Request body: {'port': {'device_id': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:53.244122 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681afa43-9391-40b1-b838-1b1ed843c3d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8442125d-91ba-4cc7-a1a2-404f0c258981,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:53.250414 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Allocated IP 172.27.1.67 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/1c623de6-b18d-4ed9-abac-590f38e19374) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:34:53.259636 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c690483-845d-4aaf-af72-8484b757ffbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b12e8649-95b0-4afb-90fd-e783ee98146d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:53.262460 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c690483-845d-4aaf-af72-8484b757ffbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:53.267619 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3c690483-845d-4aaf-af72-8484b757ffbf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b12e8649-95b0-4afb-90fd-e783ee98146d HTTP/1.1" status: 204 len: 168 time: 1.4677482 Jan 17 02:34:53.325241 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c690483-845d-4aaf-af72-8484b757ffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12e8649-95b0-4afb-90fd-e783ee98146d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:53.361895 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0c2c709-4e83-4ce5-aad2-cca3c85d1f60 req-cc720501-564e-4a9f-9cfa-6b982fb923d1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163038 Jan 17 02:34:53.394407 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55a4aea2-5895-410f-9716-e39e4548f6ff req-81b561c0-6ae4-4db8-8846-12da61ff56fd tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169606 Jan 17 02:34:53.396709 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 590ab272-8ee8-4827-9296-199955797ebd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:53.511333 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-f7f34330-a541-4ce6-9c56-107f7242831c None None] Provisioning complete for port 590ab272-8ee8-4827-9296-199955797ebd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:53.511727 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f7f34330-a541-4ce6-9c56-107f7242831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (590ab272-8ee8-4827-9296-199955797ebd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:53.618451 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:53.689200 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 17 Jan 2022 02:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b02b140-ad1b-47af-af1b-0b958da4032e x-openstack-request-id: req-4b02b140-ad1b-47af-af1b-0b958da4032e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:34:53.700956 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ede7e90-f5c5-49ed-9e17-ed43a35b8d41", "tag": "7b3a5764-34ba-43e6-9b3f-7d34a124a296", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f21e2a65-a1ed-433d-92ef-fc11b3a1b233", "tag": "8442125d-91ba-4cc7-a1a2-404f0c258981", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:34:53.704993 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4b02b140-ad1b-47af-af1b-0b958da4032e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:34:53.708860 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'tag': '7b3a5764-34ba-43e6-9b3f-7d34a124a296', 'status': 'completed', 'code': 200} Jan 17 02:34:53.709790 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'tag': '8442125d-91ba-4cc7-a1a2-404f0c258981', 'status': 'completed', 'code': 200} Jan 17 02:34:53.717623 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-85864190-df54-461c-b7d0-979946ec2603 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1568358 Jan 17 02:34:54.048198 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-624700a0-9fbd-4b38-80fc-857ff247757f req-708515bd-158b-4988-a3e4-272417f73cbd tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 210 time: 0.4432120 Jan 17 02:34:54.233340 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 590ab272-8ee8-4827-9296-199955797ebd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:54.236153 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (590ab272-8ee8-4827-9296-199955797ebd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:54.296852 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ca991-68a3-4e03-b433-690d65c10277 req-3c5654ad-360f-4cc2-9405-a7bd6f82a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:54.298646 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-3c5654ad-360f-4cc2-9405-a7bd6f82a472 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd9ae723aff549fe8e80022cb0e77cb9&device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 1096 time: 0.6176071 Jan 17 02:34:54.300608 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-942f3789-f790-4087-9fef-a9abaa290dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:54.302144 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-942f3789-f790-4087-9fef-a9abaa290dba service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 1097 time: 0.6392119 Jan 17 02:34:54.319407 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for port (1c623de6-b18d-4ed9-abac-590f38e19374), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:54.352952 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-f7f34330-a541-4ce6-9c56-107f7242831c None None] Current status of the port 590ab272-8ee8-4827-9296-199955797ebd is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:54.356011 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aed59e-cb98-49fa-9842-701444fe66b9 req-4a2a0151-b7c6-41e9-93de-253c6b4059c9 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:54.363183 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29aed59e-cb98-49fa-9842-701444fe66b9 req-4a2a0151-b7c6-41e9-93de-253c6b4059c9 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.3600390 Jan 17 02:34:54.376722 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f7f34330-a541-4ce6-9c56-107f7242831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (590ab272-8ee8-4827-9296-199955797ebd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:54.393948 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-18b98e03-d3c1-444d-bcfa-7faf65a1fa22 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182675 Jan 17 02:34:54.503278 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:54.531165 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f7f34330-a541-4ce6-9c56-107f7242831c None None] For port 590ab272-8ee8-4827-9296-199955797ebd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=590ab272-8ee8-4827-9296-199955797ebd,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:34:54.537282 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:52Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:34:54.637765 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f7f34330-a541-4ce6-9c56-107f7242831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (590ab272-8ee8-4827-9296-199955797ebd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:54.657588 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e08a43-dcca-476c-8638-7a553d3e0894 None None] The sync data for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi is: [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:52Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:34:54.756767 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:54.758454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 590ab272-8ee8-4827-9296-199955797ebd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:54.759942 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device f7e431c8-d990-4b8e-af94-7065ba5507fc up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:54.953423 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f34330-a541-4ce6-9c56-107f7242831c None None] Pushing event updated for resources: {'Port': ['ID=590ab272-8ee8-4827-9296-199955797ebd,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:54.959771 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9de04e36-ef7b-44ae-bb4c-7c24acbd49d8 None None] Provisioning complete for port 590ab272-8ee8-4827-9296-199955797ebd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:54.966407 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9de04e36-ef7b-44ae-bb4c-7c24acbd49d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (590ab272-8ee8-4827-9296-199955797ebd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:55.000295 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-505a98d5-101c-4f06-86d4-d068f8180412 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8442125d-91ba-4cc7-a1a2-404f0c258981 HTTP/1.1" status: 200 len: 217 time: 0.4716194 Jan 17 02:34:55.062697 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-271d61e0-32ec-4e58-9844-5b379d356528 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296 HTTP/1.1" status: 200 len: 217 time: 0.5316846 Jan 17 02:34:55.091190 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Network 0f4113a4-05d7-438d-9847-b83e4f657878 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:55.096593 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29aed59e-cb98-49fa-9842-701444fe66b9 req-f7e88f94-05e0-472f-b88f-4bf040ed1981 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7320468 Jan 17 02:34:55.102340 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port f7e431c8-d990-4b8e-af94-7065ba5507fc triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:55.127622 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:55.200770 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:55.227286 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-c419a793-2a1a-4fe7-91dc-75344f0efe4d service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5346620 Jan 17 02:34:55.252190 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:55.260633 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:55.262168 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9de04e36-ef7b-44ae-bb4c-7c24acbd49d8 None None] Current status of the port 590ab272-8ee8-4827-9296-199955797ebd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:55.274978 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:55.297537 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'Port': ['ID=33b46f70-f49c-41cd-8f07-0740b1f82d6b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:55.363450 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port f7e431c8-d990-4b8e-af94-7065ba5507fc is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:55.393997 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (1c623de6-b18d-4ed9-abac-590f38e19374), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:55.543473 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-a750b209-4256-4946-ac4a-e83e32aa84a1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2177188 Jan 17 02:34:55.571980 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Request body: {'port': {'device_id': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:34:55.666273 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 590ab272-8ee8-4827-9296-199955797ebd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:34:55.760261 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:55.817671 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 590ab272-8ee8-4827-9296-199955797ebd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:55.818238 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (590ab272-8ee8-4827-9296-199955797ebd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:55.818460 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4d14f5-7cd4-43ce-baf7-a23d8a69c059 req-9adfbc1d-6510-4877-8f07-3290ad9148a0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:55.829221 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c4d14f5-7cd4-43ce-baf7-a23d8a69c059 req-9adfbc1d-6510-4877-8f07-3290ad9148a0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 944 time: 1.3354084 Jan 17 02:34:55.842675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:34:55.868032 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088ca991-68a3-4e03-b433-690d65c10277 req-8aa8248f-4b47-4328-bbd6-d8d822d96478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:55.869526 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-8aa8248f-4b47-4328-bbd6-d8d822d96478 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac165203-b84d-413a-a1cc-b851c055ae35 HTTP/1.1" status: 200 len: 852 time: 0.8199451 Jan 17 02:34:55.886178 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:34:55.898237 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-69d9f9ae-89af-401f-98b4-24210e9a9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:55.899932 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-69d9f9ae-89af-401f-98b4-24210e9a9dc5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.8018203 Jan 17 02:34:55.900973 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:34:55.933498 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'Port': ['ID=1c623de6-b18d-4ed9-abac-590f38e19374,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:55.951743 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-ad4b9232-36d9-423a-a26a-f9f21369035a None None] Provisioning complete for port 33b46f70-f49c-41cd-8f07-0740b1f82d6b triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:34:55.952797 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ad4b9232-36d9-423a-a26a-f9f21369035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.056760 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-6e9e5642-8fea-426a-bcb5-68d7de69a62e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c18fcc35-fcf8-48a2-8d41-5a1f402e312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275899 Jan 17 02:34:56.079969 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ad4b9232-36d9-423a-a26a-f9f21369035a None None] Port 33b46f70-f49c-41cd-8f07-0740b1f82d6b cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:34:56.089525 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-367cb696-71cf-4ce7-812b-c617b53b6987 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1127849 Jan 17 02:34:56.119130 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcac35f-9d74-46b5-b915-b246173a256f {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:34:56.158648 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Publish callbacks [] for port (4dcac35f-9d74-46b5-b915-b246173a256f), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.167857 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:34:56.181243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 590ab272-8ee8-4827-9296-199955797ebd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:34:56.223492 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb8a56-e793-4aac-94aa-d8806624b00e req-3b14f7da-0b2e-48d6-9f65-e3fd8c3e396d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:56.225508 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb8a56-e793-4aac-94aa-d8806624b00e req-3b14f7da-0b2e-48d6-9f65-e3fd8c3e396d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 932 time: 0.8135927 Jan 17 02:34:56.252034 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Transition to ACTIVE for port object 4dcac35f-9d74-46b5-b915-b246173a256f will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:34:56.265867 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.311870 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Pushing event updated for resources: {'Port': ['ID=4dcac35f-9d74-46b5-b915-b246173a256f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:56.330676 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c4d14f5-7cd4-43ce-baf7-a23d8a69c059 req-35123b7e-ce99-472a-a1a3-5d7602d1b62c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993396 Jan 17 02:34:56.398098 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Attempting to bind port 4dcac35f-9d74-46b5-b915-b246173a256f on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:56.398685 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Attempting to bind port 4dcac35f-9d74-46b5-b915-b246173a256f by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:56.399182 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Attempting to bind port 4dcac35f-9d74-46b5-b915-b246173a256f on network ada4a97e-feed-4797-83f8-f2534257b85a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:56.405603 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Port 4dcac35f-9d74-46b5-b915-b246173a256f on network ada4a97e-feed-4797-83f8-f2534257b85a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:34:56.406125 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Attempting to bind port 4dcac35f-9d74-46b5-b915-b246173a256f on network ada4a97e-feed-4797-83f8-f2534257b85a {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:56.443830 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:56.444556 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Checking segment: {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:56.445145 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Bound using segment: {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:56.445842 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Bound port: 4dcac35f-9d74-46b5-b915-b246173a256f, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ab4b8df-8cca-4d91-bcd0-aa717738e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 263, 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:56.446564 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.547113 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33b46f70-f49c-41cd-8f07-0740b1f82d6b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:34:56.563239 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Publish callbacks [] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.574172 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36cb8a56-e793-4aac-94aa-d8806624b00e req-08f3f58f-8d8f-4644-8615-0ea33a477e08 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351209 Jan 17 02:34:56.582783 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] For port 4dcac35f-9d74-46b5-b915-b246173a256f, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:56.587171 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] For port 4dcac35f-9d74-46b5-b915-b246173a256f, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4dcac35f-9d74-46b5-b915-b246173a256f,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:56.588595 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Transition to ACTIVE for port object 33b46f70-f49c-41cd-8f07-0740b1f82d6b will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:34:56.596786 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.611950 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.651786 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:56.652352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.654642 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] 10.222.0.64 "PUT /v2.0/ports/4dcac35f-9d74-46b5-b915-b246173a256f HTTP/1.1" status: 200 len: 1094 time: 3.4811623 Jan 17 02:34:56.655446 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'tag': '4dcac35f-9d74-46b5-b915-b246173a256f'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:34:56.658934 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2" -d '{"events": [{"name": "network-changed", "server_uuid": "48444f12-33bc-48b0-9407-d2ba0210bfae", "tag": "4dcac35f-9d74-46b5-b915-b246173a256f"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:34:56.711209 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d934f5-d412-4fe9-927e-1b85fc19794d service neutron] Pushing event updated for resources: {'Port': ['ID=4dcac35f-9d74-46b5-b915-b246173a256f,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:56.767216 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-8d5874c4-92f2-4709-b229-91d8de48f7a8 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5968025 Jan 17 02:34:56.769209 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-8cffe9fa-f7de-4aaa-a83b-335d0410843c service neutron] 10.222.0.64 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872842 Jan 17 02:34:56.778960 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Pushing event updated for resources: {'Port': ['ID=33b46f70-f49c-41cd-8f07-0740b1f82d6b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:56.838403 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Attempting to bind port 33b46f70-f49c-41cd-8f07-0740b1f82d6b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:34:56.839204 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Attempting to bind port 33b46f70-f49c-41cd-8f07-0740b1f82d6b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:34:56.839713 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Attempting to bind port 33b46f70-f49c-41cd-8f07-0740b1f82d6b on network 0f4113a4-05d7-438d-9847-b83e4f657878 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:56.845628 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Port 33b46f70-f49c-41cd-8f07-0740b1f82d6b on network 0f4113a4-05d7-438d-9847-b83e4f657878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:34:56.845988 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Attempting to bind port 33b46f70-f49c-41cd-8f07-0740b1f82d6b on network 0f4113a4-05d7-438d-9847-b83e4f657878 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:34:56.852567 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:34:56.852899 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Checking segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:34:56.853277 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Bound using segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:34:56.853747 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Bound port: 33b46f70-f49c-41cd-8f07-0740b1f82d6b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:34:56.854103 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.855523 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (79538c54-17b6-4053-b154-28d57fae818c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:56.890597 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b762630-ce53-43cf-9b12-fa150c2cdd0d req-b2ee4880-3189-4f4f-823a-8abf0d7ab1d0 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:56.892889 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b762630-ce53-43cf-9b12-fa150c2cdd0d req-b2ee4880-3189-4f4f-823a-8abf0d7ab1d0 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.1219497 Jan 17 02:34:56.937275 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] For port 33b46f70-f49c-41cd-8f07-0740b1f82d6b, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:34:56.941428 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] For port 33b46f70-f49c-41cd-8f07-0740b1f82d6b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:34:56.948307 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.002932 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:57.003126 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.004539 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] 10.222.0.64 "PUT /v2.0/ports/33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 1094 time: 1.4438784 Jan 17 02:34:57.026165 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b762630-ce53-43cf-9b12-fa150c2cdd0d req-34730ffc-781f-4386-a138-3efa28759ccb tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253743 Jan 17 02:34:57.030147 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633d5cb0-16bb-4f32-b589-b5563dd730a2 service neutron] Pushing event updated for resources: {'Port': ['ID=33b46f70-f49c-41cd-8f07-0740b1f82d6b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:57.049855 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b492eb-82b7-47c3-bfe2-9b5ec73846ed req-64adb1ff-82d2-40dd-91a9-4d74ea28c298 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:57.051678 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03b492eb-82b7-47c3-bfe2-9b5ec73846ed req-64adb1ff-82d2-40dd-91a9-4d74ea28c298 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 944 time: 0.4851704 Jan 17 02:34:57.058302 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (1c623de6-b18d-4ed9-abac-590f38e19374), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.089826 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c439ab-e244-4e60-b3ba-952d2d964f40 x-openstack-request-id: req-b0c439ab-e244-4e60-b3ba-952d2d964f40 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:34:57.090457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48444f12-33bc-48b0-9407-d2ba0210bfae", "tag": "4dcac35f-9d74-46b5-b915-b246173a256f", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:34:57.090889 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b0c439ab-e244-4e60-b3ba-952d2d964f40 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:34:57.091452 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'tag': '4dcac35f-9d74-46b5-b915-b246173a256f', 'status': 'completed', 'code': 200} Jan 17 02:34:57.211503 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-03b492eb-82b7-47c3-bfe2-9b5ec73846ed req-db582f1a-460d-401d-aaf3-d6b2a2692715 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109929 Jan 17 02:34:57.292265 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for port (1c623de6-b18d-4ed9-abac-590f38e19374), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.298167 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (1c623de6-b18d-4ed9-abac-590f38e19374), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.381906 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'Port': ['ID=1c623de6-b18d-4ed9-abac-590f38e19374,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:57.387937 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (79538c54-17b6-4053-b154-28d57fae818c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.410368 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.429541 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7489a49c-5399-4720-ae77-b757fa46cf89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.7682986 Jan 17 02:34:57.511699 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b7ede2-7474-4ffd-b529-4330a941c20d req-3ac700f3-8c90-4b1a-8629-47047d45f42b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:57.513427 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14b7ede2-7474-4ffd-b529-4330a941c20d req-3ac700f3-8c90-4b1a-8629-47047d45f42b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 944 time: 0.0758221 Jan 17 02:34:57.567194 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14b7ede2-7474-4ffd-b529-4330a941c20d req-2d524647-ceb4-418c-baac-bcd4906bfbaa tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 Jan 17 02:34:57.608963 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49232) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:57.711208 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-e9d45d96-e6d8-4274-9004-62aeb89519a7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--838638517&fields=id&tenant_id=0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 267 time: 0.0751259 Jan 17 02:34:57.813407 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327e254-0b61-482b-8a44-f6d00f96efa0 req-aaeae280-1a25-4fa2-aaab-1a884195fbf1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:57.814917 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c327e254-0b61-482b-8a44-f6d00f96efa0 req-aaeae280-1a25-4fa2-aaab-1a884195fbf1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 944 time: 0.1226354 Jan 17 02:34:57.818175 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b24f650-fd1e-4d44-99d3-abf97fb1a352 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.864999 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:34:57.867099 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:34:57.867711 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-37760e35-7860-41a9-bfdb-922ec92657c5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:57.868713 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-37760e35-7860-41a9-bfdb-922ec92657c5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 817 time: 0.1418257 Jan 17 02:34:57.892337 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-5f569e69-62a7-45ea-9f87-580e42b91aa4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/quotas/0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 375 time: 0.0176136 Jan 17 02:34:57.896721 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b24f650-fd1e-4d44-99d3-abf97fb1a352 admin admin] Publish callbacks [] for security_group (91bf36f4-99cb-4aae-af6d-059539b901a8), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.899348 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c327e254-0b61-482b-8a44-f6d00f96efa0 req-06f1c00f-39ff-4fcb-baa2-48cfccb6871d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762551 Jan 17 02:34:57.904091 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b24f650-fd1e-4d44-99d3-abf97fb1a352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (91bf36f4-99cb-4aae-af6d-059539b901a8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:57.945395 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8b24f650-fd1e-4d44-99d3-abf97fb1a352 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=00577219dac74cb8874c1d2f55ef0251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3319609 Jan 17 02:34:57.946400 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b24f650-fd1e-4d44-99d3-abf97fb1a352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91bf36f4-99cb-4aae-af6d-059539b901a8,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:57.948619 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49244) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:57.951039 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-6b0b6359-b569-4cf8-be09-4cf059b91efa tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503302 Jan 17 02:34:57.997866 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab5692c7-4ad9-4cbd-a9f2-b4ce4fc5ef46 admin admin] Publish callbacks [] for security_group (91bf36f4-99cb-4aae-af6d-059539b901a8), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:58.026525 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab5692c7-4ad9-4cbd-a9f2-b4ce4fc5ef46 admin admin] Publish callbacks [] for security_group (91bf36f4-99cb-4aae-af6d-059539b901a8), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:58.079941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab5692c7-4ad9-4cbd-a9f2-b4ce4fc5ef46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (91bf36f4-99cb-4aae-af6d-059539b901a8), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:58.085077 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ab5692c7-4ad9-4cbd-a9f2-b4ce4fc5ef46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:58.086627 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ab5692c7-4ad9-4cbd-a9f2-b4ce4fc5ef46 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/91bf36f4-99cb-4aae-af6d-059539b901a8 HTTP/1.1" status: 204 len: 168 time: 0.1371005 Jan 17 02:34:58.096585 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5692c7-4ad9-4cbd-a9f2-b4ce4fc5ef46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91bf36f4-99cb-4aae-af6d-059539b901a8,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:58.333907 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-b6f67547-d041-4fb9-b75c-36ea08794948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.335539 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-b6f67547-d041-4fb9-b75c-36ea08794948 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 1097 time: 0.0830028 Jan 17 02:34:58.340578 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-023d5452-1dde-4bee-8b83-c0609b9db5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.342245 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-023d5452-1dde-4bee-8b83-c0609b9db5a7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1097 time: 0.0696678 Jan 17 02:34:58.369572 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-058d7ae3-437d-4061-a010-91c0e72b8da9 service neutron] 10.222.0.24 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015751 Jan 17 02:34:58.387334 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2d4c1-5686-4468-a0a8-196f2bef7f67 req-94ca233a-541c-4fc0-be0e-c08d4b9870a7 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.388827 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eca2d4c1-5686-4468-a0a8-196f2bef7f67 req-94ca233a-541c-4fc0-be0e-c08d4b9870a7 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.2034943 Jan 17 02:34:58.395331 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49256) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:58.409627 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-466df612-f509-436d-a12d-7133c2cf9010 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dcac35f-9d74-46b5-b915-b246173a256f HTTP/1.1" status: 200 len: 217 time: 0.0481081 Jan 17 02:34:58.447678 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-25b78d2d-293c-47bf-a20f-35508d7b5bd5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 217 time: 0.0848863 Jan 17 02:34:58.452739 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-088ca991-68a3-4e03-b433-690d65c10277 req-17fd46ae-2171-4194-8a1d-b68aa92825ae service neutron] 10.222.0.64 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695682 Jan 17 02:34:58.460695 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b32f7ee-3e73-47c0-accf-4bf468ee4d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:58.467307 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-606abb3f-e7d7-4fc1-b24f-e965f31df23c req-c6a39dd8-04f7-4d75-8620-dd5ab73fb9d6 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2830820 Jan 17 02:34:58.515574 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-72d767d9-cc0f-4957-abb9-ab0947e880f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.517242 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-72d767d9-cc0f-4957-abb9-ab0947e880f4 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0778835 Jan 17 02:34:58.524531 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-9581f5df-6705-45ce-bf66-ad9e1be41683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.526670 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-9581f5df-6705-45ce-bf66-ad9e1be41683 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0595074 Jan 17 02:34:58.561649 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eca2d4c1-5686-4468-a0a8-196f2bef7f67 req-565cfebd-756d-4d61-81bf-3a533ad1c942 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603563 Jan 17 02:34:58.603845 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-b2848370-9060-4cc4-b172-e69d66f020b6 service neutron] 10.222.0.24 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139289 Jan 17 02:34:58.605771 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-5ff94531-320a-42c7-8b06-007ce858e43e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434413 Jan 17 02:34:58.638876 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c997-736c-4656-b2ff-6af846261d4b req-f3c8d76b-9f90-480f-b8d7-918b9a24ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.640471 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-f3c8d76b-9f90-480f-b8d7-918b9a24ac37 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 1097 time: 0.0735018 Jan 17 02:34:58.722557 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b32f7ee-3e73-47c0-accf-4bf468ee4d8e admin admin] Publish callbacks [] for security_group (657346c4-67ce-40af-9b3d-63a125f3aa38), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:58.770918 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-8e5486bf-49a0-4ac1-a14b-9d30067365e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.771845 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2b32f7ee-3e73-47c0-accf-4bf468ee4d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (657346c4-67ce-40af-9b3d-63a125f3aa38), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:58.772539 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-8e5486bf-49a0-4ac1-a14b-9d30067365e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2261462 Jan 17 02:34:58.877844 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-3346cadc-9c55-4101-899b-492467810966 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587981 Jan 17 02:34:58.893477 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2b32f7ee-3e73-47c0-accf-4bf468ee4d8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46bfc221a77b4deca34310182c86e4d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4945974 Jan 17 02:34:58.894198 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b32f7ee-3e73-47c0-accf-4bf468ee4d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657346c4-67ce-40af-9b3d-63a125f3aa38,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:58.897860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49282) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:34:58.911448 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cdf535-d633-479d-85dc-b9c128ae51b9 req-2920ab68-4b82-4002-a67c-45de31d6eabb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.918312 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf535-d633-479d-85dc-b9c128ae51b9 req-2920ab68-4b82-4002-a67c-45de31d6eabb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 944 time: 0.2693651 Jan 17 02:34:58.947146 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-88bfaecf-03e7-4c61-815b-4ca86c94c3b9 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594551 Jan 17 02:34:58.955107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c997-736c-4656-b2ff-6af846261d4b req-3a290deb-4306-4d67-a15a-6ceaa5d7c429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.956607 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-3a290deb-4306-4d67-a15a-6ceaa5d7c429 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 915 time: 0.2937191 Jan 17 02:34:58.981882 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c3b37-07d1-4056-b5f2-77bffdc4df0d req-e8b19811-6e19-4a61-9d29-1e95e680bba7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:58.983446 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-486c3b37-07d1-4056-b5f2-77bffdc4df0d req-e8b19811-6e19-4a61-9d29-1e95e680bba7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 944 time: 0.1550658 Jan 17 02:34:59.000196 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f70ea09-28cb-4757-a879-4207b0312223 admin admin] Publish callbacks [] for security_group (657346c4-67ce-40af-9b3d-63a125f3aa38), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:59.024447 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-26cdf535-d633-479d-85dc-b9c128ae51b9 req-936ce597-cc8f-46d3-a406-48ab447ee290 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945840 Jan 17 02:34:59.046116 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f70ea09-28cb-4757-a879-4207b0312223 admin admin] Publish callbacks [] for security_group (657346c4-67ce-40af-9b3d-63a125f3aa38), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:59.095333 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:34:59.097997 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ee1033-e166-49c1-bc8a-e3748606ef63" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:34:59.102924 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0be85c1e-efa5-43e6-8639-b0b88d091ca3 req-a32100a0-b157-4f9a-b2e9-f0a954e7a5b0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 210 time: 0.0420156 Jan 17 02:34:59.125398 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-486c3b37-07d1-4056-b5f2-77bffdc4df0d req-e6188f80-749c-402a-8097-c3e146eef2a3 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237020 Jan 17 02:34:59.182753 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f70ea09-28cb-4757-a879-4207b0312223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (657346c4-67ce-40af-9b3d-63a125f3aa38), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:59.194280 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2f70ea09-28cb-4757-a879-4207b0312223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:34:59.203115 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2f70ea09-28cb-4757-a879-4207b0312223 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/657346c4-67ce-40af-9b3d-63a125f3aa38 HTTP/1.1" status: 204 len: 168 time: 0.3024070 Jan 17 02:34:59.216225 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70ea09-28cb-4757-a879-4207b0312223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657346c4-67ce-40af-9b3d-63a125f3aa38,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:34:59.256856 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc065eef-1015-4d41-860e-b42a2a99d415 x-openstack-request-id: req-bc065eef-1015-4d41-860e-b42a2a99d415 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:34:59.256856 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:34:59.257056 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bc065eef-1015-4d41-860e-b42a2a99d415 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:34:59.257455 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'status': 'completed', 'code': 200} Jan 17 02:34:59.349248 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-e9d479cf-1cce-4298-90c6-136c71873de2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296 HTTP/1.1" status: 200 len: 217 time: 0.1035364 Jan 17 02:34:59.496488 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-60746fd6-0d4c-46d2-8f19-8f48aa8effba req-8f9405b9-d675-4f1b-9c39-1c87f4637d25 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713389 Jan 17 02:34:59.537970 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9500d68d-046d-41af-ac12-ecd41d31f55f req-b0be8ffc-d8ee-41b1-99d0-348ccff3d695 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907720 Jan 17 02:34:59.540000 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3870f0a-44a3-4ec8-b9a9-1d6475e096fe req-27d14de8-41ae-4d94-ada1-c119210e0da3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:59.542064 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3870f0a-44a3-4ec8-b9a9-1d6475e096fe req-27d14de8-41ae-4d94-ada1-c119210e0da3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 944 time: 0.2096863 Jan 17 02:34:59.543727 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c997-736c-4656-b2ff-6af846261d4b req-d87cc669-e5b7-4a2f-9adb-8a341b704c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:59.545061 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-d87cc669-e5b7-4a2f-9adb-8a341b704c5d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.1598253 Jan 17 02:34:59.604597 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d3870f0a-44a3-4ec8-b9a9-1d6475e096fe req-4df3b6e3-89dc-43c7-ad12-7d9675220f44 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537465 Jan 17 02:34:59.700535 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-4d069c7e-7b0a-440b-8ebd-f63b1b73a6a5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525248 Jan 17 02:34:59.720726 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb267b-1a1e-434e-a2d4-03d8fe152c9e req-6d88c922-1f3a-4159-8d78-538a088326d6 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:59.728630 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6bb267b-1a1e-434e-a2d4-03d8fe152c9e req-6d88c922-1f3a-4159-8d78-538a088326d6 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.0911529 Jan 17 02:34:59.790761 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-f521fb80-c10c-4a44-b22f-335d4f719729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:59.792594 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-f521fb80-c10c-4a44-b22f-335d4f719729 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1097 time: 0.0802937 Jan 17 02:34:59.794714 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-7b14f6d0-f5d8-4168-a07d-ef33e518e7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:59.796450 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-7b14f6d0-f5d8-4168-a07d-ef33e518e7fe service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 1097 time: 0.0827117 Jan 17 02:34:59.847288 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c6bb267b-1a1e-434e-a2d4-03d8fe152c9e req-15ce852a-3fba-4e99-9280-ed9a887fd1b1 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132185 Jan 17 02:34:59.872120 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-344ec4fc-4921-4bb3-9f70-ec9238962887 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360209 Jan 17 02:34:59.977317 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-25a80392-edcf-4008-a4b9-dd0d6e250f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:59.978796 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-25a80392-edcf-4008-a4b9-dd0d6e250f03 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.1669443 Jan 17 02:34:59.979875 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-55b995db-a7d4-4e95-8c2f-4e7eeef3cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:34:59.981189 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-55b995db-a7d4-4e95-8c2f-4e7eeef3cba9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.1792665 Jan 17 02:34:59.982380 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-ffe96132-367b-40ec-93dc-10591d909a05 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020324 Jan 17 02:35:00.081051 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-7e1ed06f-fae3-47f9-ad32-d5487b0c6d01 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 217 time: 0.0678172 Jan 17 02:35:00.082396 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-3baf0899-bc36-413e-9b7c-82195f46a6c9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dcac35f-9d74-46b5-b915-b246173a256f HTTP/1.1" status: 200 len: 217 time: 0.0632830 Jan 17 02:35:00.168356 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d4afa-1f8c-459c-b10b-dcaabb7c5127 req-dec787c5-6d3e-40aa-b544-080b23f8c0c7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:00.170138 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-804d4afa-1f8c-459c-b10b-dcaabb7c5127 req-dec787c5-6d3e-40aa-b544-080b23f8c0c7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 944 time: 0.0928967 Jan 17 02:35:00.172552 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-ffcdf8cf-3566-4018-97c4-6b6f4e874d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:00.174928 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-ffcdf8cf-3566-4018-97c4-6b6f4e874d53 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0824120 Jan 17 02:35:00.190240 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-eec8536e-ff2a-4a9c-9ddf-ef780b9e3395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:00.191692 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-eec8536e-ff2a-4a9c-9ddf-ef780b9e3395 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0981054 Jan 17 02:35:00.199418 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c997-736c-4656-b2ff-6af846261d4b req-8916211a-7487-4518-991e-5ff9d6d6be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:00.200940 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-8916211a-7487-4518-991e-5ff9d6d6be2f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd9ae723aff549fe8e80022cb0e77cb9&device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 1096 time: 0.0980318 Jan 17 02:35:00.243427 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-5f5ff94b-33f3-4bb4-b84b-49eb7f89aa30 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321479 Jan 17 02:35:00.248353 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-db82a460-d9af-497a-8b09-dd96cfb13c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:00.249821 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-db82a460-d9af-497a-8b09-dd96cfb13c0a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0679474 Jan 17 02:35:00.357970 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-804d4afa-1f8c-459c-b10b-dcaabb7c5127 req-d14b4b3a-9931-4217-9077-7c619899d875 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795917 Jan 17 02:35:00.408998 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa157f3-3990-4c33-92d2-b2146b095f49 req-d0b1b093-552f-46a6-8a71-d829b6a96807 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:00.410935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfa157f3-3990-4c33-92d2-b2146b095f49 req-d0b1b093-552f-46a6-8a71-d829b6a96807 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 944 time: 0.2072601 Jan 17 02:35:00.412727 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c997-736c-4656-b2ff-6af846261d4b req-1791b80a-8da0-4abe-8159-e708763a574a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:00.414058 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-1791b80a-8da0-4abe-8159-e708763a574a service neutron] 10.222.0.64 "GET /v2.0/networks?id=c18fcc35-fcf8-48a2-8d41-5a1f402e312e HTTP/1.1" status: 200 len: 913 time: 0.2014723 Jan 17 02:35:00.490647 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-1f680954-23e6-4825-bd8f-d8f02c369601 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8442125d-91ba-4cc7-a1a2-404f0c258981 HTTP/1.1" status: 200 len: 217 time: 0.0602410 Jan 17 02:35:00.626477 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-a9830b14-a388-4769-953f-b606bb6e42b5 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3756230 Jan 17 02:35:00.628826 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-be92c2bf-bc7c-45d5-9aec-1e9e1a5b00ee service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695574 Jan 17 02:35:00.757918 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6e8b026-5fd3-4e65-99c3-9169d33015f6 req-1a0067e4-ca68-4108-81f6-857198904878 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 210 time: 0.2656944 Jan 17 02:35:00.846346 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-40ee1033-e166-49c1-bc8a-e3748606ef63 req-b65e9155-ba17-4ca9-9307-1709b2c88606 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072282 Jan 17 02:35:00.851056 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-edca8c41-bf55-4ae5-92e8-171fc9de2ce2 req-66cf8a25-d215-413f-bb56-15e357a87c5b service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134266 Jan 17 02:35:01.011040 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24c997-736c-4656-b2ff-6af846261d4b req-435aa292-8435-4089-8662-fb58f8ba40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:01.013376 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-435aa292-8435-4089-8662-fb58f8ba40bc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac165203-b84d-413a-a1cc-b851c055ae35 HTTP/1.1" status: 200 len: 852 time: 0.5128632 Jan 17 02:35:01.027906 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfa157f3-3990-4c33-92d2-b2146b095f49 req-547d2425-16b1-4a44-8c7c-1ba7822dbb32 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390670 Jan 17 02:35:01.054078 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f985b5-5e4f-48c7-861a-3834a143b6c0 req-067a8d15-1691-49c6-929f-f8172f833c7b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:01.059536 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08f985b5-5e4f-48c7-861a-3834a143b6c0 req-067a8d15-1691-49c6-929f-f8172f833c7b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 944 time: 0.1447539 Jan 17 02:35:01.148389 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-10957aa5-575d-40b8-beee-f573495f82e6 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c18fcc35-fcf8-48a2-8d41-5a1f402e312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159782 Jan 17 02:35:01.220143 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08f985b5-5e4f-48c7-861a-3834a143b6c0 req-580279fe-ae59-4fa8-b28e-4e32a719a421 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381056 Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: from cryptography.utils import int_from_bytes Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: from cryptography.utils import int_from_bytes Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.275401 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:01.277779 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:01.279755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-48a6f40a-87b9-4a48-8772-b9843d6acd13 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:01.286150 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-48a6f40a-87b9-4a48-8772-b9843d6acd13 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 817 time: 0.2609861 Jan 17 02:35:01.293120 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732c381-8feb-4a07-9f4e-2b2c1235ddd4 req-8bd1e20b-c39b-4035-8fd3-5ce19b93e1ac tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:01.296586 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0732c381-8feb-4a07-9f4e-2b2c1235ddd4 req-8bd1e20b-c39b-4035-8fd3-5ce19b93e1ac tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.1512113 Jan 17 02:35:01.342546 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-15133edd-5e62-4701-bc82-ef6dd2bc1ad7 service neutron] 10.222.0.64 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808400 Jan 17 02:35:01.365879 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-b6dcba8b-d7c7-41e8-8372-15667c2a4bc9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 379 time: 0.0608916 Jan 17 02:35:01.372792 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0732c381-8feb-4a07-9f4e-2b2c1235ddd4 req-234c2f5b-8bf7-4591-b7dd-717a7589f10a tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713449 Jan 17 02:35:01.381090 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'port': {'device_id': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'admin_state_up': True, 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'security_groups': ['022e477e-e823-4bfd-bb2b-8513ba5ade63']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:01.527543 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49418) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:01.529863 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dc2c0f-ed01-43dc-89ca-c625eae24326 req-e315d213-c5b6-4081-97b0-144dce0fa3ae tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:01.537234 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88dc2c0f-ed01-43dc-89ca-c625eae24326 req-e315d213-c5b6-4081-97b0-144dce0fa3ae tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 944 time: 0.0803654 Jan 17 02:35:01.546945 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Made reservation on behalf of 0e6a07fd918d456ea8cae8d52b172382 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:01.550845 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:01.555379 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd24c997-736c-4656-b2ff-6af846261d4b req-91b09ce1-e58e-4b14-a09b-7bfc59640e52 service neutron] 10.222.0.64 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025640 Jan 17 02:35:01.600207 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-88dc2c0f-ed01-43dc-89ca-c625eae24326 req-783306e5-97ea-4b90-ba57-15e1e7d449d8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619841 Jan 17 02:35:01.698385 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Allocated IP 172.20.0.14 (8338e3ec-35ae-45c9-9027-5a5ad4414b55/19603a0a-176b-40c1-858e-5c13e7d9f8ae/c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:35:01.723822 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5773644-b9d7-41f5-845e-48e2c10bb7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:01.929622 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5773644-b9d7-41f5-845e-48e2c10bb7e7 admin admin] Publish callbacks [] for security_group (9482494b-00c6-403c-a5df-b1591c113b14), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:01.935465 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:01.940036 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69b73596-0345-4973-b963-329ab6589b50 req-bed48ac2-1a00-48a0-8505-18a89707558a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 210 time: 0.0436404 Jan 17 02:35:01.945902 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f5773644-b9d7-41f5-845e-48e2c10bb7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (9482494b-00c6-403c-a5df-b1591c113b14), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.006666 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5773644-b9d7-41f5-845e-48e2c10bb7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9482494b-00c6-403c-a5df-b1591c113b14,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:02.012808 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f5773644-b9d7-41f5-845e-48e2c10bb7e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd4195af6fbd4ba6a4a2d6bfc75d9b3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4840813 Jan 17 02:35:02.015714 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49428) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:02.025651 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.063850 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5aed05ab-504b-440c-8a9f-874029eb71bb admin admin] Publish callbacks [] for security_group (9482494b-00c6-403c-a5df-b1591c113b14), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.074357 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:35:02.077866 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:35:02.082823 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:35:02.085204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5aed05ab-504b-440c-8a9f-874029eb71bb admin admin] Publish callbacks [] for security_group (9482494b-00c6-403c-a5df-b1591c113b14), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.089136 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:02.089765 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.098960 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:02.118035 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-8611e054-9b27-4f01-8f64-0cec9a933567 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7419188 Jan 17 02:35:02.136642 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Request body: {'port': {'device_id': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:02.176233 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18236bf5-7c6e-43ef-a599-a1fbf4932524 req-eebb0779-5b01-448a-8a0b-9a93fb5c472d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:02.177880 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18236bf5-7c6e-43ef-a599-a1fbf4932524 req-eebb0779-5b01-448a-8a0b-9a93fb5c472d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 944 time: 0.0839269 Jan 17 02:35:02.198005 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.200896 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5aed05ab-504b-440c-8a9f-874029eb71bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (9482494b-00c6-403c-a5df-b1591c113b14), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.203546 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5aed05ab-504b-440c-8a9f-874029eb71bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.204979 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5aed05ab-504b-440c-8a9f-874029eb71bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9482494b-00c6-403c-a5df-b1591c113b14 HTTP/1.1" status: 204 len: 168 time: 0.1879156 Jan 17 02:35:02.226078 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed05ab-504b-440c-8a9f-874029eb71bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9482494b-00c6-403c-a5df-b1591c113b14,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:02.309244 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18236bf5-7c6e-43ef-a599-a1fbf4932524 req-5a05f9b4-f301-4548-bcd0-b754b657aa30 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241136 Jan 17 02:35:02.439472 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-edf30d88-1fc4-48fb-8cf8-c5e513322c11 None None] Provisioning complete for port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:02.440004 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-edf30d88-1fc4-48fb-8cf8-c5e513322c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.467103 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de4733-7457-4486-b50a-95efb7f40df3 req-ce322c81-9908-4608-af33-9a91a013c2c8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:02.469757 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1de4733-7457-4486-b50a-95efb7f40df3 req-ce322c81-9908-4608-af33-9a91a013c2c8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 944 time: 0.0989594 Jan 17 02:35:02.501912 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-edf30d88-1fc4-48fb-8cf8-c5e513322c11 None None] Port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:35:02.573550 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceec7f8-011e-4ccf-8853-dbbc9d8e7968 req-d1431856-f043-4afd-bbfa-2371305b79bb tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:02.575355 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ceec7f8-011e-4ccf-8853-dbbc9d8e7968 req-d1431856-f043-4afd-bbfa-2371305b79bb tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.0891166 Jan 17 02:35:02.579512 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1de4733-7457-4486-b50a-95efb7f40df3 req-bf0bcf0e-242b-4871-ba48-f17ba7ddd781 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018939 Jan 17 02:35:02.589812 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:02.604710 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Publish callbacks [] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.620862 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Transition to ACTIVE for port object c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:35:02.626972 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.659719 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ceec7f8-011e-4ccf-8853-dbbc9d8e7968 req-eb0b61c5-accb-4fc8-80f9-c7c490fec071 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770202 Jan 17 02:35:02.672521 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49450) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:02.690107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e579b16-f0b2-4b76-81da-506edff5529c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.710873 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:02.783774 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Attempting to bind port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:35:02.784139 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Attempting to bind port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:35:02.784475 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Attempting to bind port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:35:02.790725 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:35:02.791047 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Attempting to bind port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:35:02.797964 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:35:02.800242 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Checking segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:35:02.800947 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Bound using segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:35:02.801480 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Bound port: c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:35:02.801842 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.824722 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ee450-fa35-4a4f-b7fa-645e119885f5 req-0b9021ba-3b36-46c9-a8fc-47a3ad1e5c1b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:02.826388 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-377ee450-fa35-4a4f-b7fa-645e119885f5 req-0b9021ba-3b36-46c9-a8fc-47a3ad1e5c1b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 944 time: 0.1081960 Jan 17 02:35:02.884834 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e579b16-f0b2-4b76-81da-506edff5529c admin admin] Publish callbacks [] for security_group (385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.887306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:35:02.891372 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:35:02.898488 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.899445 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9e579b16-f0b2-4b76-81da-506edff5529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.941222 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:02.941847 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:02.943240 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] 10.222.0.64 "PUT /v2.0/ports/c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 1094 time: 0.8115785 Jan 17 02:35:02.943684 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:02.946077 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666113ae-1706-4f1b-9da0-1101996fe937" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:02.948767 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-377ee450-fa35-4a4f-b7fa-645e119885f5 req-e6050fb7-73a7-4b4a-ad51-f09ac3c4afcc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153817 Jan 17 02:35:02.993341 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9e579b16-f0b2-4b76-81da-506edff5529c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d79ff3bba3254103bdbe0c358fd2acac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192606 Jan 17 02:35:02.994115 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e579b16-f0b2-4b76-81da-506edff5529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:02.996633 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49464) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:02.999006 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38b400-71fc-44c1-a6b8-549d85fee90c service neutron] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:03.073305 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d24230-e5a4-4b91-88d3-f00cc8675943 x-openstack-request-id: req-51d24230-e5a4-4b91-88d3-f00cc8675943 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:03.073605 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:03.073860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51d24230-e5a4-4b91-88d3-f00cc8675943 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:03.074259 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'status': 'completed', 'code': 200} Jan 17 02:35:03.091804 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-c7dbb3c8-aa72-47fe-a194-6d57dcf5da0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.093446 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-c7dbb3c8-aa72-47fe-a194-6d57dcf5da0c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0519183 Jan 17 02:35:03.131037 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-580eb5d5-245f-44a7-91de-4e7219a2030a admin admin] Publish callbacks [] for security_group (385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.141633 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cebbd9-5a36-4845-adb7-ac323bd6557a req-0249a7b6-75cb-4374-b124-9fd988a43225 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.143196 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0cebbd9-5a36-4845-adb7-ac323bd6557a req-0249a7b6-75cb-4374-b124-9fd988a43225 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0773666 Jan 17 02:35:03.150243 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-4be9fb39-8ab5-47f6-b5bb-c4361e41b980 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 217 time: 0.0409708 Jan 17 02:35:03.177370 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-580eb5d5-245f-44a7-91de-4e7219a2030a admin admin] Publish callbacks [] for security_group (385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.196129 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 33b46f70-f49c-41cd-8f07-0740b1f82d6b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:03.203950 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-28a77087-78d3-432c-8cc5-39675f8a8a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.205459 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-28a77087-78d3-432c-8cc5-39675f8a8a7f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0490990 Jan 17 02:35:03.232672 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0cebbd9-5a36-4845-adb7-ac323bd6557a req-d5534eb1-ca01-4aef-8b93-bdbb3138ccbb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814905 Jan 17 02:35:03.261162 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-00ce9ab3-fd47-4d7f-8c7f-eef544f09b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.262894 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-00ce9ab3-fd47-4d7f-8c7f-eef544f09b8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0496168 Jan 17 02:35:03.269197 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-580eb5d5-245f-44a7-91de-4e7219a2030a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.271899 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-580eb5d5-245f-44a7-91de-4e7219a2030a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.275511 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-580eb5d5-245f-44a7-91de-4e7219a2030a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b HTTP/1.1" status: 204 len: 168 time: 0.2756255 Jan 17 02:35:03.281738 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580eb5d5-245f-44a7-91de-4e7219a2030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=385a59ac-3ef0-40fd-96d5-ebc4fd3c5e9b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:03.338601 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 33b46f70-f49c-41cd-8f07-0740b1f82d6b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:03.351089 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'port_id': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'mac_address': 'fa:16:3e:04:10:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:03.372357 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-acc924b4-6702-4620-af71-42a4c23dc60f service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024721 Jan 17 02:35:03.393011 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 33b46f70-f49c-41cd-8f07-0740b1f82d6b is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:03.393403 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.411658 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33b46f70-f49c-41cd-8f07-0740b1f82d6b {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:03.436186 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 33b46f70-f49c-41cd-8f07-0740b1f82d6b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:03.446407 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.448465 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:03.455861 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523e16-2285-4e3c-8665-66f5b9c5d1d0 req-3dd3996e-80a9-491e-b65c-4d6288ecad96 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.458258 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d523e16-2285-4e3c-8665-66f5b9c5d1d0 req-3dd3996e-80a9-491e-b65c-4d6288ecad96 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 944 time: 0.0688066 Jan 17 02:35:03.488751 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-48d9b2be-ef36-47eb-9876-9a09161a0d6c req-989dc9d2-ba11-46b7-b8e5-e7d25a58e7c4 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099787 Jan 17 02:35:03.507992 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d523e16-2285-4e3c-8665-66f5b9c5d1d0 req-01f61f0d-be50-423c-91cb-f856404e99ff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439868 Jan 17 02:35:03.535292 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=33b46f70-f49c-41cd-8f07-0740b1f82d6b,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:03.605500 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:03.622738 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'port_id': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459', 'mac_address': 'fa:16:3e:85:ed:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:03.652549 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666113ae-1706-4f1b-9da0-1101996fe937 req-20104f4e-391a-41cf-b091-90025cfe7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.654082 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-666113ae-1706-4f1b-9da0-1101996fe937 req-20104f4e-391a-41cf-b091-90025cfe7416 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0531044 Jan 17 02:35:03.669904 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:03.670799 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.689830 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:03.715582 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:03.725349 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:03.726024 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7b3a5764-34ba-43e6-9b3f-7d34a124a296 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:03.750160 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8669fd-5b61-485b-84cd-c9381a5170f5 req-7f601ac4-f7fd-42a8-80a6-4e9c0633dafa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.751805 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af8669fd-5b61-485b-84cd-c9381a5170f5 req-7f601ac4-f7fd-42a8-80a6-4e9c0633dafa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 944 time: 0.0878351 Jan 17 02:35:03.773749 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666113ae-1706-4f1b-9da0-1101996fe937 req-4e897365-328d-4e44-9bae-669574b153da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.775752 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-666113ae-1706-4f1b-9da0-1101996fe937 req-4e897365-328d-4e44-9bae-669574b153da service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.1151123 Jan 17 02:35:03.832792 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-666113ae-1706-4f1b-9da0-1101996fe937 req-6c32edae-1eff-40d6-b36b-37069b1ab3a9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 217 time: 0.0510955 Jan 17 02:35:03.836537 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:03.840532 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb265f3c-1627-4135-b4c9-546f452c3884 req-a49a58af-64ff-4dd2-87b1-50ae1f54f75a tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.847388 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb265f3c-1627-4135-b4c9-546f452c3884 req-a49a58af-64ff-4dd2-87b1-50ae1f54f75a tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 943 time: 0.0944345 Jan 17 02:35:03.868236 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af8669fd-5b61-485b-84cd-c9381a5170f5 req-20472d1b-234c-421e-8675-38b44b3bf734 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020474 Jan 17 02:35:03.923324 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb265f3c-1627-4135-b4c9-546f452c3884 req-2b5c103e-2406-4457-81d3-24d28e060681 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750480 Jan 17 02:35:03.941141 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666113ae-1706-4f1b-9da0-1101996fe937 req-11c122cc-b7e2-4916-a681-10221bd149c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:03.942873 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-666113ae-1706-4f1b-9da0-1101996fe937 req-11c122cc-b7e2-4916-a681-10221bd149c9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.1024721 Jan 17 02:35:03.976936 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7b3a5764-34ba-43e6-9b3f-7d34a124a296, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:03.994014 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '7b3a5764-34ba-43e6-9b3f-7d34a124a296', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'port_id': '7b3a5764-34ba-43e6-9b3f-7d34a124a296', 'mac_address': 'fa:16:3e:21:2d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2418b5e-c405-4c40-bad2-c94ad6715fde', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:04.051324 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666113ae-1706-4f1b-9da0-1101996fe937 req-44aa5e0c-ad7a-41ee-88f7-58028d784b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:04.056575 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-666113ae-1706-4f1b-9da0-1101996fe937 req-44aa5e0c-ad7a-41ee-88f7-58028d784b60 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1022844 Jan 17 02:35:04.070332 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:04.071115 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:04.088843 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3a5764-34ba-43e6-9b3f-7d34a124a296 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:04.119678 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7b3a5764-34ba-43e6-9b3f-7d34a124a296, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:04.125126 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf88b3a-5f18-462b-850c-f385d4c296f9 req-c894a77b-96e5-4edf-84b9-c3f60f6591f0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:04.127353 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:04.128622 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8442125d-91ba-4cc7-a1a2-404f0c258981 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:04.132696 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5bf88b3a-5f18-462b-850c-f385d4c296f9 req-c894a77b-96e5-4edf-84b9-c3f60f6591f0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0897362 Jan 17 02:35:04.196271 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-666113ae-1706-4f1b-9da0-1101996fe937 req-dd60dafa-eeeb-4735-8452-0982d06f0ef9 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297514 Jan 17 02:35:04.199766 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5bf88b3a-5f18-462b-850c-f385d4c296f9 req-188f1823-02f8-4f98-be84-dbc1a1924e4f tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659773 Jan 17 02:35:04.218013 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=7b3a5764-34ba-43e6-9b3f-7d34a124a296,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:04.315532 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8442125d-91ba-4cc7-a1a2-404f0c258981, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8442125d-91ba-4cc7-a1a2-404f0c258981,segment=NetworkSegment(6fcc0880-705f-43bc-800b-ac42d16c0c76),segment_id=6fcc0880-705f-43bc-800b-ac42d16c0c76)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:04.324345 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-666113ae-1706-4f1b-9da0-1101996fe937 req-e344de84-f29a-4b09-962d-0bd3754abb8e service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215408 Jan 17 02:35:04.330798 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '8442125d-91ba-4cc7-a1a2-404f0c258981', 'network_id': 'c18fcc35-fcf8-48a2-8d41-5a1f402e312e', 'port_id': '8442125d-91ba-4cc7-a1a2-404f0c258981', 'mac_address': 'fa:16:3e:3d:41:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac165203-b84d-413a-a1cc-b851c055ae35', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:04.376551 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8442125d-91ba-4cc7-a1a2-404f0c258981 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:04.377462 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:04.391569 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e894cd0c-5f61-4800-96ac-044c7edd5cec req-bc6f0324-88a5-4cac-9947-337b1793192f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:04.396128 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8442125d-91ba-4cc7-a1a2-404f0c258981 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:04.399183 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e894cd0c-5f61-4800-96ac-044c7edd5cec req-bc6f0324-88a5-4cac-9947-337b1793192f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0609283 Jan 17 02:35:04.427715 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8442125d-91ba-4cc7-a1a2-404f0c258981, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8442125d-91ba-4cc7-a1a2-404f0c258981,segment=NetworkSegment(6fcc0880-705f-43bc-800b-ac42d16c0c76),segment_id=6fcc0880-705f-43bc-800b-ac42d16c0c76)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:04.434653 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:04.435918 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 4dcac35f-9d74-46b5-b915-b246173a256f details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:04.452655 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e894cd0c-5f61-4800-96ac-044c7edd5cec req-b7d56862-7dd6-4d6a-8b2c-640129ca7557 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525181 Jan 17 02:35:04.512763 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 4dcac35f-9d74-46b5-b915-b246173a256f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4dcac35f-9d74-46b5-b915-b246173a256f,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:04.527306 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8442125d-91ba-4cc7-a1a2-404f0c258981,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:04.532477 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '4dcac35f-9d74-46b5-b915-b246173a256f', 'network_id': 'ada4a97e-feed-4797-83f8-f2534257b85a', 'port_id': '4dcac35f-9d74-46b5-b915-b246173a256f', 'mac_address': 'fa:16:3e:1a:89:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd072c7-f54d-4461-a37a-8dbda000c1a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:04.577343 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 4dcac35f-9d74-46b5-b915-b246173a256f is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:04.580500 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:04.599427 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcac35f-9d74-46b5-b915-b246173a256f {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:04.620482 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 4dcac35f-9d74-46b5-b915-b246173a256f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4dcac35f-9d74-46b5-b915-b246173a256f,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:04.629820 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:04.638425 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dc3bf-7a02-46b9-a29b-50eaa00c6f9f req-cd293d70-c153-4914-9003-5463ed8da0c1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:04.640840 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-712dc3bf-7a02-46b9-a29b-50eaa00c6f9f req-cd293d70-c153-4914-9003-5463ed8da0c1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0534139 Jan 17 02:35:04.680316 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=4dcac35f-9d74-46b5-b915-b246173a256f,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:04.688614 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-712dc3bf-7a02-46b9-a29b-50eaa00c6f9f req-8313bbbf-7ab5-4c40-96de-2456e5f177f3 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417094 Jan 17 02:35:04.983412 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478071e2-6afe-40be-8f3e-62540784e88c req-08088a7a-1be6-4edf-af3f-554458a325d5 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:04.984992 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-478071e2-6afe-40be-8f3e-62540784e88c req-08088a7a-1be6-4edf-af3f-554458a325d5 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 945 time: 0.0508106 Jan 17 02:35:05.076379 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-478071e2-6afe-40be-8f3e-62540784e88c req-a883f057-c917-40f0-a62e-08229ae67a7a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847101 Jan 17 02:35:05.093557 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3eca0-f4b0-441d-a84f-0798a99e13f2 req-8a1d3311-57fa-4e50-bd16-3feb87587871 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:05.095069 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32a3eca0-f4b0-441d-a84f-0798a99e13f2 req-8a1d3311-57fa-4e50-bd16-3feb87587871 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.0817602 Jan 17 02:35:05.145634 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32a3eca0-f4b0-441d-a84f-0798a99e13f2 req-3dff4775-1b84-4b99-a393-d614086d1767 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445292 Jan 17 02:35:05.326561 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dfa4be-de81-4061-8cac-d90aac254c64 req-f63aa2a2-b9e0-41c2-a003-ef42bf8f7ad7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:05.330830 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81dfa4be-de81-4061-8cac-d90aac254c64 req-f63aa2a2-b9e0-41c2-a003-ef42bf8f7ad7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0603433 Jan 17 02:35:05.340607 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:05.386119 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81dfa4be-de81-4061-8cac-d90aac254c64 req-67e3ebf6-83c9-4966-856d-c9c7992dea9a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493841 Jan 17 02:35:05.591017 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c026cf1e-f9ff-4b4d-8391-197084de993c req-091cb527-ad2b-45a8-a353-bf11524518ce tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:05.592554 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c026cf1e-f9ff-4b4d-8391-197084de993c req-091cb527-ad2b-45a8-a353-bf11524518ce tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0684812 Jan 17 02:35:05.646355 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c026cf1e-f9ff-4b4d-8391-197084de993c req-f08953b7-6aa6-4e9c-bd2d-35dd24b5704d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476947 Jan 17 02:35:05.710314 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7ed6ad5d-11bb-4292-b0e7-ddace74a6459'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:05.731616 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['33b46f70-f49c-41cd-8f07-0740b1f82d6b'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:05.790916 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['8442125d-91ba-4cc7-a1a2-404f0c258981'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:05.822972 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25257b1-2875-4a81-a772-0f4a11684f4b req-98d00eaf-e89d-40e8-b85d-85df72e35317 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:05.824618 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e25257b1-2875-4a81-a772-0f4a11684f4b req-98d00eaf-e89d-40e8-b85d-85df72e35317 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0493810 Jan 17 02:35:05.873497 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e25257b1-2875-4a81-a772-0f4a11684f4b req-af10bd6b-6c30-4ba1-b596-b412948b52e9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430708 Jan 17 02:35:05.913970 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:05.940529 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['4dcac35f-9d74-46b5-b915-b246173a256f'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:06.189672 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e002b-cc26-43b9-8847-47878394bcc6 req-3418b955-ee98-46fe-b91b-1dd9fb32fa92 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:06.191893 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-681e002b-cc26-43b9-8847-47878394bcc6 req-3418b955-ee98-46fe-b91b-1dd9fb32fa92 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 945 time: 0.0549378 Jan 17 02:35:06.272825 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-681e002b-cc26-43b9-8847-47878394bcc6 req-a0df320c-47b4-4f6a-a152-a586dca855fe tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756388 Jan 17 02:35:06.288286 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca171aa-12ed-4d32-8510-5955cb5e5a46 req-30761601-08c9-45e3-a83a-681e4ef85dee tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:06.289768 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ca171aa-12ed-4d32-8510-5955cb5e5a46 req-30761601-08c9-45e3-a83a-681e4ef85dee tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.0721495 Jan 17 02:35:06.342569 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ca171aa-12ed-4d32-8510-5955cb5e5a46 req-15cff046-ee80-4ccf-aafd-b7c7648dbada tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Jan 17 02:35:06.514648 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8c98c-1eb1-4e4d-9791-d1d1e00da42f req-e5bf4be2-b28a-4306-90e9-b6991c7a6b7f tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:06.516323 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ce8c98c-1eb1-4e4d-9791-d1d1e00da42f req-e5bf4be2-b28a-4306-90e9-b6991c7a6b7f tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0611157 Jan 17 02:35:06.571568 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ce8c98c-1eb1-4e4d-9791-d1d1e00da42f req-f29f05fd-b520-47ec-8a80-35ac1a8e3694 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Jan 17 02:35:06.773717 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14dbbe-35d9-459b-bd97-bede2ea47cd9 req-f597a50f-f0dd-4a36-9ea7-1fd0fc2423b1 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:06.775212 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd14dbbe-35d9-459b-bd97-bede2ea47cd9 req-f597a50f-f0dd-4a36-9ea7-1fd0fc2423b1 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0517931 Jan 17 02:35:06.846729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd14dbbe-35d9-459b-bd97-bede2ea47cd9 req-814d60bb-0822-4868-8dbc-16a065a19ae5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651562 Jan 17 02:35:06.986791 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b786f4-6567-47e1-882a-d3d03586a807 req-d35009c8-7f14-4ced-8ce1-51a84d4b2cdb tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:06.988310 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84b786f4-6567-47e1-882a-d3d03586a807 req-d35009c8-7f14-4ced-8ce1-51a84d4b2cdb tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0478330 Jan 17 02:35:07.035829 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-84b786f4-6567-47e1-882a-d3d03586a807 req-6cc1a04a-6101-4bb5-af3c-562d790b7296 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413978 Jan 17 02:35:07.201422 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49626) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:07.213157 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:07.310936 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:07.322813 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-487bcc21-3a28-4435-9566-671956982b39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.330667 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'port_id': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'mac_address': 'fa:16:3e:25:03:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:07.377079 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:07.377907 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.395579 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:07.418500 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-487bcc21-3a28-4435-9566-671956982b39 admin admin] Publish callbacks [] for security_group (bd1f7511-3d81-42d5-9064-1e84c9632397), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.418928 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:07.424977 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-487bcc21-3a28-4435-9566-671956982b39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (bd1f7511-3d81-42d5-9064-1e84c9632397), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.425185 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677954a-dbae-4591-a175-b34f2bb75309 req-af3ed92f-5e43-4759-b876-15e910a11ebe tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:07.429386 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.433159 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b677954a-dbae-4591-a175-b34f2bb75309 req-af3ed92f-5e43-4759-b876-15e910a11ebe tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 945 time: 0.0784285 Jan 17 02:35:07.469279 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-487bcc21-3a28-4435-9566-671956982b39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b58c99af19d4c0abe7cf11ceed0ff1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666693 Jan 17 02:35:07.470185 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487bcc21-3a28-4435-9566-671956982b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1f7511-3d81-42d5-9064-1e84c9632397,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:07.472884 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49634) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:07.493572 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:07.512319 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b677954a-dbae-4591-a175-b34f2bb75309 req-e5ee4d1b-0ee0-4444-ae2e-67c4ff39ac9f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782294 Jan 17 02:35:07.519762 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5c3d3a-659f-41e5-baa7-0459b7b55e4d req-69a461fd-3f69-4768-82bd-c6d4c94ca4ab tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:07.521251 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb5c3d3a-659f-41e5-baa7-0459b7b55e4d req-69a461fd-3f69-4768-82bd-c6d4c94ca4ab tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.0855362 Jan 17 02:35:07.529140 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-965167ab-044d-4909-8a42-02d21ba671a4 admin admin] Publish callbacks [] for security_group (bd1f7511-3d81-42d5-9064-1e84c9632397), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.550887 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-965167ab-044d-4909-8a42-02d21ba671a4 admin admin] Publish callbacks [] for security_group (bd1f7511-3d81-42d5-9064-1e84c9632397), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.567344 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb5c3d3a-659f-41e5-baa7-0459b7b55e4d req-d91439b9-b700-4a3e-b7c3-495930ac802f tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405376 Jan 17 02:35:07.597912 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-965167ab-044d-4909-8a42-02d21ba671a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (bd1f7511-3d81-42d5-9064-1e84c9632397), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.600652 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-965167ab-044d-4909-8a42-02d21ba671a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.605431 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-965167ab-044d-4909-8a42-02d21ba671a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd1f7511-3d81-42d5-9064-1e84c9632397 HTTP/1.1" status: 204 len: 168 time: 0.1281247 Jan 17 02:35:07.611384 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965167ab-044d-4909-8a42-02d21ba671a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1f7511-3d81-42d5-9064-1e84c9632397,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:07.688816 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfac322-2034-4805-9659-3763aa3b2159 req-6de5f4e1-2cd6-4e87-9a41-5f024f7c2c3d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:07.690246 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edfac322-2034-4805-9659-3763aa3b2159 req-6de5f4e1-2cd6-4e87-9a41-5f024f7c2c3d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0475979 Jan 17 02:35:07.737902 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-edfac322-2034-4805-9659-3763aa3b2159 req-465d209e-085b-4caf-a78f-7d7f955e8dd2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417576 Jan 17 02:35:07.881082 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49654) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:07.897913 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b67fcd90-91fb-4665-a534-22d20a7a56e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.985807 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b67fcd90-91fb-4665-a534-22d20a7a56e4 admin admin] Publish callbacks [] for security_group (e7338ac5-7d8d-428b-8998-64e69f9547d6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:07.989214 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32630f57-f986-43ad-818f-d74abeefcabf req-34595488-42ef-411c-9676-e71a0b9f3634 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:07.990895 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32630f57-f986-43ad-818f-d74abeefcabf req-34595488-42ef-411c-9676-e71a0b9f3634 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0540140 Jan 17 02:35:07.991407 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b67fcd90-91fb-4665-a534-22d20a7a56e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e7338ac5-7d8d-428b-8998-64e69f9547d6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.031770 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b67fcd90-91fb-4665-a534-22d20a7a56e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a25a1e70e66e403c97d65937151fe64f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493449 Jan 17 02:35:08.032692 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67fcd90-91fb-4665-a534-22d20a7a56e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7338ac5-7d8d-428b-8998-64e69f9547d6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:08.036779 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49666) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:08.045981 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32630f57-f986-43ad-818f-d74abeefcabf req-9cf106f8-4a8f-40af-a50e-94a912ae6d4e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490720 Jan 17 02:35:08.112157 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b2e4-ca60-4105-9f54-6516b90d3647 admin admin] Publish callbacks [] for security_group (e7338ac5-7d8d-428b-8998-64e69f9547d6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.134264 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b2e4-ca60-4105-9f54-6516b90d3647 admin admin] Publish callbacks [] for security_group (e7338ac5-7d8d-428b-8998-64e69f9547d6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.155517 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b95ca-bbb2-49d7-b583-4ca91d1183b4 req-20d5bee1-27be-44cb-bc8b-601463029fad tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:08.157080 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-392b95ca-bbb2-49d7-b583-4ca91d1183b4 req-20d5bee1-27be-44cb-bc8b-601463029fad tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0510550 Jan 17 02:35:08.186518 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b2e4-ca60-4105-9f54-6516b90d3647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e7338ac5-7d8d-428b-8998-64e69f9547d6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.189244 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ab9b2e4-ca60-4105-9f54-6516b90d3647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.192909 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9ab9b2e4-ca60-4105-9f54-6516b90d3647 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7338ac5-7d8d-428b-8998-64e69f9547d6 HTTP/1.1" status: 204 len: 168 time: 0.1530972 Jan 17 02:35:08.198584 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab9b2e4-ca60-4105-9f54-6516b90d3647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7338ac5-7d8d-428b-8998-64e69f9547d6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:08.222538 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-392b95ca-bbb2-49d7-b583-4ca91d1183b4 req-099d676b-01ee-4a98-ad67-189fd667d347 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590391 Jan 17 02:35:08.375958 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49680) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:08.478153 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06557976-819c-4ee8-895a-34667ebf0ebe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.556126 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06557976-819c-4ee8-895a-34667ebf0ebe admin admin] Publish callbacks [] for security_group (01a8fbe0-b0a4-4bd6-bf48-7e027a7859af), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.562396 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-06557976-819c-4ee8-895a-34667ebf0ebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (01a8fbe0-b0a4-4bd6-bf48-7e027a7859af), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.603757 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-06557976-819c-4ee8-895a-34667ebf0ebe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d1f729ea3a984f369443e37c8eab1344&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2242796 Jan 17 02:35:08.608351 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49696) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:08.612494 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06557976-819c-4ee8-895a-34667ebf0ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a8fbe0-b0a4-4bd6-bf48-7e027a7859af,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:08.689787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea9deb-b786-453e-aa87-7f4e7fd607ac req-8d7e4e3b-729f-4e60-a756-5956368c0733 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:08.691274 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8ea9deb-b786-453e-aa87-7f4e7fd607ac req-8d7e4e3b-729f-4e60-a756-5956368c0733 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 945 time: 0.1095583 Jan 17 02:35:08.726347 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17c54072-318f-445d-94a2-484ebbb30621 admin admin] Publish callbacks [] for security_group (01a8fbe0-b0a4-4bd6-bf48-7e027a7859af), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.758444 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fc1e8-862f-4371-aa56-670f6737160c req-fcbd4b09-b0dc-4f4e-b30c-a6ed6002220b tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:08.760182 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b49fc1e8-862f-4371-aa56-670f6737160c req-fcbd4b09-b0dc-4f4e-b30c-a6ed6002220b tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.1157987 Jan 17 02:35:08.782857 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17c54072-318f-445d-94a2-484ebbb30621 admin admin] Publish callbacks [] for security_group (01a8fbe0-b0a4-4bd6-bf48-7e027a7859af), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.812537 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8ea9deb-b786-453e-aa87-7f4e7fd607ac req-caf13aa6-5c0d-46b5-b3bf-1806fffe585b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133475 Jan 17 02:35:08.851510 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b49fc1e8-862f-4371-aa56-670f6737160c req-21f79d33-e381-4eab-95e5-35bdcb7e7899 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822246 Jan 17 02:35:08.878683 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17c54072-318f-445d-94a2-484ebbb30621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (01a8fbe0-b0a4-4bd6-bf48-7e027a7859af), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.878994 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-17c54072-318f-445d-94a2-484ebbb30621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:08.882472 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-17c54072-318f-445d-94a2-484ebbb30621 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/01a8fbe0-b0a4-4bd6-bf48-7e027a7859af HTTP/1.1" status: 204 len: 168 time: 0.2688375 Jan 17 02:35:08.914703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c54072-318f-445d-94a2-484ebbb30621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a8fbe0-b0a4-4bd6-bf48-7e027a7859af,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:08.938374 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570f511-b121-4af5-9ac0-e79f3ee1aefd req-c22a38b6-6d2b-4f14-bc31-25b6438c7d7b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:08.940033 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c570f511-b121-4af5-9ac0-e79f3ee1aefd req-c22a38b6-6d2b-4f14-bc31-25b6438c7d7b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0590227 Jan 17 02:35:08.999167 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c570f511-b121-4af5-9ac0-e79f3ee1aefd req-f9e0502f-ac7b-48fc-9f4a-716164831307 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506613 Jan 17 02:35:09.169282 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7828c-87e8-490d-bb32-b67b6c3d8e7b req-f071b79f-5dd7-4055-a2c7-117a88e06f5a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:09.170873 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d8a7828c-87e8-490d-bb32-b67b6c3d8e7b req-f071b79f-5dd7-4055-a2c7-117a88e06f5a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0508585 Jan 17 02:35:09.216628 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49724) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:09.226363 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d8a7828c-87e8-490d-bb32-b67b6c3d8e7b req-3f324667-ff8d-45cf-af3a-686fd29f6b88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499566 Jan 17 02:35:09.230839 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1845b008-8637-42ef-87ed-fb1f3a264173 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.334374 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1845b008-8637-42ef-87ed-fb1f3a264173 admin admin] Publish callbacks [] for security_group (6a2a234d-6647-4f08-b9a9-e378686038f3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.340176 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1845b008-8637-42ef-87ed-fb1f3a264173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6a2a234d-6647-4f08-b9a9-e378686038f3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.343715 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38216921-b433-4569-bf0f-a1b6e0036fe6 req-df85d075-c6bf-42ec-b3ed-32e0ab0088f6 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:09.345581 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38216921-b433-4569-bf0f-a1b6e0036fe6 req-df85d075-c6bf-42ec-b3ed-32e0ab0088f6 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0524855 Jan 17 02:35:09.381672 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1845b008-8637-42ef-87ed-fb1f3a264173 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eebf27f174434edb9a7c4407eb9874ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1638918 Jan 17 02:35:09.383429 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845b008-8637-42ef-87ed-fb1f3a264173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2a234d-6647-4f08-b9a9-e378686038f3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:09.384991 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49732) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:09.421061 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38216921-b433-4569-bf0f-a1b6e0036fe6 req-4a860ab5-da53-47d3-984b-d8b4129e82cd tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669816 Jan 17 02:35:09.458967 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e62f44e-0d46-41e6-9af0-ccd3dbeeb1d1 admin admin] Publish callbacks [] for security_group (6a2a234d-6647-4f08-b9a9-e378686038f3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.481368 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e62f44e-0d46-41e6-9af0-ccd3dbeeb1d1 admin admin] Publish callbacks [] for security_group (6a2a234d-6647-4f08-b9a9-e378686038f3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.527148 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e62f44e-0d46-41e6-9af0-ccd3dbeeb1d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6a2a234d-6647-4f08-b9a9-e378686038f3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.529863 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4e62f44e-0d46-41e6-9af0-ccd3dbeeb1d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.531031 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4e62f44e-0d46-41e6-9af0-ccd3dbeeb1d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a2a234d-6647-4f08-b9a9-e378686038f3 HTTP/1.1" status: 204 len: 168 time: 0.1442025 Jan 17 02:35:09.542821 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62f44e-0d46-41e6-9af0-ccd3dbeeb1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2a234d-6647-4f08-b9a9-e378686038f3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:09.682384 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4f7a7b23-6274-4bb3-9faa-60cdcd4ad93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:09.945969 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f4ce7-cf92-464e-a159-482752749c07 req-b95557b6-5bdb-4804-8f0a-18f8f4418505 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:09.947544 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e1f4ce7-cf92-464e-a159-482752749c07 req-b95557b6-5bdb-4804-8f0a-18f8f4418505 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 945 time: 0.0642161 Jan 17 02:35:10.030712 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f1365-ab30-4bf1-a249-a98d317e1646 req-61cf8910-94af-4e4c-b85a-aee14fb483b3 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:10.032201 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f06f1365-ab30-4bf1-a249-a98d317e1646 req-61cf8910-94af-4e4c-b85a-aee14fb483b3 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.0836535 Jan 17 02:35:10.035954 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e1f4ce7-cf92-464e-a159-482752749c07 req-0e8fc75f-3e40-4fbc-a5aa-2390bf8df170 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788705 Jan 17 02:35:10.095234 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f06f1365-ab30-4bf1-a249-a98d317e1646 req-477aa838-b0b2-44c6-906c-9b9e64c67134 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538735 Jan 17 02:35:10.156089 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aec4b2-3f85-4a5e-bcf5-5fa842c6a1ba req-eff915c7-4a2b-483e-a314-e7ac6191d947 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:10.157742 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65aec4b2-3f85-4a5e-bcf5-5fa842c6a1ba req-eff915c7-4a2b-483e-a314-e7ac6191d947 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0523999 Jan 17 02:35:10.213305 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65aec4b2-3f85-4a5e-bcf5-5fa842c6a1ba req-3f6d7efe-19e2-4d6d-8c0d-6d18fede81bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477498 Jan 17 02:35:10.278737 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49802) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:10.367158 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754f2ac-1b66-457f-9d1a-fd16e5a4773f req-4e90738d-390e-4371-b8c8-f7c10a76eb28 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:10.369022 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e754f2ac-1b66-457f-9d1a-fd16e5a4773f req-4e90738d-390e-4371-b8c8-f7c10a76eb28 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0522141 Jan 17 02:35:10.577946 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c49bd2e-09db-4e5f-96e2-ee82e8c67b29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:10.634767 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e754f2ac-1b66-457f-9d1a-fd16e5a4773f req-547ff183-e776-4fe3-bd7a-f9873b58de74 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587705 Jan 17 02:35:10.652653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9033a8-c56c-4d40-aa00-085b8f5ccc72 req-dcaad9e2-91d1-47e2-a8b3-be5f1af2acfd tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:10.653505 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be9033a8-c56c-4d40-aa00-085b8f5ccc72 req-dcaad9e2-91d1-47e2-a8b3-be5f1af2acfd tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0944204 Jan 17 02:35:10.726328 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be9033a8-c56c-4d40-aa00-085b8f5ccc72 req-cdd1ef96-7182-4f6c-9a20-d9aca2c3c8aa tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664368 Jan 17 02:35:10.746391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c49bd2e-09db-4e5f-96e2-ee82e8c67b29 admin admin] Publish callbacks [] for security_group (6ef040f4-68da-4f7b-9796-1858e827215a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:10.746391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1c49bd2e-09db-4e5f-96e2-ee82e8c67b29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6ef040f4-68da-4f7b-9796-1858e827215a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:10.784685 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1c49bd2e-09db-4e5f-96e2-ee82e8c67b29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cab63bdd0ab44c37bdd9f0912cb2990c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5044618 Jan 17 02:35:10.785950 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c49bd2e-09db-4e5f-96e2-ee82e8c67b29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef040f4-68da-4f7b-9796-1858e827215a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:10.787810 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49822) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:10.838450 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f6c5-f733-4064-8d87-8a454f4a9ac0 admin admin] Publish callbacks [] for security_group (6ef040f4-68da-4f7b-9796-1858e827215a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:10.860013 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f6c5-f733-4064-8d87-8a454f4a9ac0 admin admin] Publish callbacks [] for security_group (6ef040f4-68da-4f7b-9796-1858e827215a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:10.906925 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f6c5-f733-4064-8d87-8a454f4a9ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6ef040f4-68da-4f7b-9796-1858e827215a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:10.909568 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a2f3f6c5-f733-4064-8d87-8a454f4a9ac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:10.914471 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a2f3f6c5-f733-4064-8d87-8a454f4a9ac0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ef040f4-68da-4f7b-9796-1858e827215a HTTP/1.1" status: 204 len: 168 time: 0.1252055 Jan 17 02:35:10.922215 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3f6c5-f733-4064-8d87-8a454f4a9ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef040f4-68da-4f7b-9796-1858e827215a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:11.164951 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b5ed5-2c86-43ff-984b-acaf818e76a1 req-899a7874-1a74-47ca-a93e-a55848030ddc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:11.166620 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd0b5ed5-2c86-43ff-984b-acaf818e76a1 req-899a7874-1a74-47ca-a93e-a55848030ddc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 945 time: 0.0562410 Jan 17 02:35:11.250818 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd0b5ed5-2c86-43ff-984b-acaf818e76a1 req-63a1b690-cddb-4731-a5ed-49ffc90e68b2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777853 Jan 17 02:35:11.260561 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1aac44-49f3-4886-9f41-024297db4fa3 req-dfc521ed-875e-455f-95cb-b288eb4fe5ab tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:11.262297 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c1aac44-49f3-4886-9f41-024297db4fa3 req-dfc521ed-875e-455f-95cb-b288eb4fe5ab tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.0821393 Jan 17 02:35:11.297405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49850) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:11.315659 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9720ce93-0d8e-4898-a787-151e234f16d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.336623 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3c1aac44-49f3-4886-9f41-024297db4fa3 req-f2172a7c-728b-4422-9d94-fd2f3ca0d79f tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648122 Jan 17 02:35:11.379640 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a536c2-d68e-4052-8774-1c21bffa1388 req-16fdacee-c989-439e-8367-c08412258825 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:11.381170 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a536c2-d68e-4052-8774-1c21bffa1388 req-16fdacee-c989-439e-8367-c08412258825 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0596700 Jan 17 02:35:11.421965 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9720ce93-0d8e-4898-a787-151e234f16d2 admin admin] Publish callbacks [] for security_group (6e7806ec-8241-4e47-bba6-cc8dfe536198), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.428471 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9720ce93-0d8e-4898-a787-151e234f16d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6e7806ec-8241-4e47-bba6-cc8dfe536198), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.434782 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78a536c2-d68e-4052-8774-1c21bffa1388 req-9036d290-3e75-475a-8fee-2308e4e82eba tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474372 Jan 17 02:35:11.467607 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9720ce93-0d8e-4898-a787-151e234f16d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c46800d9c5b6489da81cb4ce503d8fa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1688447 Jan 17 02:35:11.468496 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9720ce93-0d8e-4898-a787-151e234f16d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7806ec-8241-4e47-bba6-cc8dfe536198,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:11.470573 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49854) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:11.518189 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-334ff5d0-c317-45ff-ab17-1e1cb0ee2fdb admin admin] Publish callbacks [] for security_group (6e7806ec-8241-4e47-bba6-cc8dfe536198), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.538411 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-334ff5d0-c317-45ff-ab17-1e1cb0ee2fdb admin admin] Publish callbacks [] for security_group (6e7806ec-8241-4e47-bba6-cc8dfe536198), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.583816 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-334ff5d0-c317-45ff-ab17-1e1cb0ee2fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6e7806ec-8241-4e47-bba6-cc8dfe536198), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.586592 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-334ff5d0-c317-45ff-ab17-1e1cb0ee2fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.587726 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-334ff5d0-c317-45ff-ab17-1e1cb0ee2fdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6e7806ec-8241-4e47-bba6-cc8dfe536198 HTTP/1.1" status: 204 len: 168 time: 0.1160731 Jan 17 02:35:11.598094 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ff5d0-c317-45ff-ab17-1e1cb0ee2fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7806ec-8241-4e47-bba6-cc8dfe536198,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:11.766411 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c08c6b-2043-40ea-b0be-d47527ef2ac7 req-e5277f24-25ab-4a5e-a96f-69bb762ec885 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:11.773554 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-04c08c6b-2043-40ea-b0be-d47527ef2ac7 req-e5277f24-25ab-4a5e-a96f-69bb762ec885 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0619280 Jan 17 02:35:11.836638 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-04c08c6b-2043-40ea-b0be-d47527ef2ac7 req-abc7ad56-ef10-4c82-9fb3-2e5c7a5b7f90 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621672 Jan 17 02:35:11.879581 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16170cab-bb69-4179-8a67-f3fc98bd7627 req-c7daf4b8-fcb9-4862-9ce9-4c3b4e3343bc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:11.881154 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16170cab-bb69-4179-8a67-f3fc98bd7627 req-c7daf4b8-fcb9-4862-9ce9-4c3b4e3343bc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0704451 Jan 17 02:35:11.906227 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2d8edc10-4834-400e-a4d0-cbad5aa1f608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:11.934867 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16170cab-bb69-4179-8a67-f3fc98bd7627 req-fcbed5e4-0cd9-4ac4-8b99-a92cc7d3bedd tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472672 Jan 17 02:35:12.145300 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49892) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:12.257641 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87fa7ccd-8790-44d8-8004-2b9300b88b33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.383087 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87fa7ccd-8790-44d8-8004-2b9300b88b33 admin admin] Publish callbacks [] for security_group (a8686923-21b3-4c1c-a934-36fc3154fd46), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.392515 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-87fa7ccd-8790-44d8-8004-2b9300b88b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (a8686923-21b3-4c1c-a934-36fc3154fd46), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.429631 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8b4b3-2c89-4654-9625-9d64f25265fa req-85efd038-f3cd-4761-ac43-d03fc917492f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:12.431822 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-85d8b4b3-2c89-4654-9625-9d64f25265fa req-85efd038-f3cd-4761-ac43-d03fc917492f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 945 time: 0.0828865 Jan 17 02:35:12.457316 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-87fa7ccd-8790-44d8-8004-2b9300b88b33 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=11fd6b3c33544b1f801fcd5d4f86b757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075149 Jan 17 02:35:12.459860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49918) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:12.478669 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa7ccd-8790-44d8-8004-2b9300b88b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8686923-21b3-4c1c-a934-36fc3154fd46,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:12.528050 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93a40b-3987-4c8d-ab5d-637a2847e747 req-7dd427a9-1633-4fb3-a86e-6eb9f07a78b5 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:12.529582 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f93a40b-3987-4c8d-ab5d-637a2847e747 req-7dd427a9-1633-4fb3-a86e-6eb9f07a78b5 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.0966632 Jan 17 02:35:12.530149 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddf50cae-23f9-4e6e-a832-a98d819724fe admin admin] Publish callbacks [] for security_group (a8686923-21b3-4c1c-a934-36fc3154fd46), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.536746 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-85d8b4b3-2c89-4654-9625-9d64f25265fa req-9adb3c1c-8f32-48b8-8d1c-de564f56fffc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932651 Jan 17 02:35:12.562916 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddf50cae-23f9-4e6e-a832-a98d819724fe admin admin] Publish callbacks [] for security_group (a8686923-21b3-4c1c-a934-36fc3154fd46), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.592759 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f93a40b-3987-4c8d-ab5d-637a2847e747 req-3c794994-186b-40eb-9a60-d6f3fa58dffd tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548019 Jan 17 02:35:12.627726 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddf50cae-23f9-4e6e-a832-a98d819724fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (a8686923-21b3-4c1c-a934-36fc3154fd46), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.630569 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddf50cae-23f9-4e6e-a832-a98d819724fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.631774 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ddf50cae-23f9-4e6e-a832-a98d819724fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a8686923-21b3-4c1c-a934-36fc3154fd46 HTTP/1.1" status: 204 len: 168 time: 0.1706178 Jan 17 02:35:12.640401 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf50cae-23f9-4e6e-a832-a98d819724fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8686923-21b3-4c1c-a934-36fc3154fd46,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:12.671039 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d3944-8cbc-4721-ad9d-ec14aa86f635 req-26984824-22fd-4d71-a626-e1a6114e0a03 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:12.672692 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f4d3944-8cbc-4721-ad9d-ec14aa86f635 req-26984824-22fd-4d71-a626-e1a6114e0a03 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0788832 Jan 17 02:35:12.726279 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f4d3944-8cbc-4721-ad9d-ec14aa86f635 req-258ea47c-761a-4b5d-b641-419f5eb4b751 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468521 Jan 17 02:35:12.750736 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:12.939420 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:12.976103 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871f8a-726c-42bc-b47e-974a00314d08 req-3cf2624d-7173-4b68-9adc-5de05efbeefb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:12.980652 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb871f8a-726c-42bc-b47e-974a00314d08 req-3cf2624d-7173-4b68-9adc-5de05efbeefb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0593481 Jan 17 02:35:13.024172 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 4dcac35f-9d74-46b5-b915-b246173a256f up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:13.050421 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 49974) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:13.064248 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97b0685-117f-4c53-9d2d-c598df084407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.076895 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb871f8a-726c-42bc-b47e-974a00314d08 req-3a530601-2dfb-4148-bbb5-a109bfcad118 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880749 Jan 17 02:35:13.096735 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2077bb-7840-421d-8587-0bc2c08fa029 req-ce6ca314-1fac-4e21-857a-2b39a094be75 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:13.103940 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a2077bb-7840-421d-8587-0bc2c08fa029 req-ce6ca314-1fac-4e21-857a-2b39a094be75 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 945 time: 0.0960946 Jan 17 02:35:13.137166 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 4dcac35f-9d74-46b5-b915-b246173a256f completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:13.145269 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 4dcac35f-9d74-46b5-b915-b246173a256f triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:13.145635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.182257 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97b0685-117f-4c53-9d2d-c598df084407 admin admin] Publish callbacks [] for security_group (9465c419-f204-43ee-9b42-19380ff3dbd0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.186199 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a2077bb-7840-421d-8587-0bc2c08fa029 req-181e7f1e-7078-4577-815b-1c4372c3acc2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812938 Jan 17 02:35:13.187978 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e97b0685-117f-4c53-9d2d-c598df084407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (9465c419-f204-43ee-9b42-19380ff3dbd0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.230682 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e97b0685-117f-4c53-9d2d-c598df084407 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f8129a632a14a808fe6643d347e8e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1789649 Jan 17 02:35:13.231449 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b0685-117f-4c53-9d2d-c598df084407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9465c419-f204-43ee-9b42-19380ff3dbd0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:13.233058 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 49980) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:13.240607 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 4dcac35f-9d74-46b5-b915-b246173a256f is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:13.240996 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.264291 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcac35f-9d74-46b5-b915-b246173a256f'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:13.284376 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-febcc907-5846-4579-bbe9-bab53d21320e admin admin] Publish callbacks [] for security_group (9465c419-f204-43ee-9b42-19380ff3dbd0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.306095 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-febcc907-5846-4579-bbe9-bab53d21320e admin admin] Publish callbacks [] for security_group (9465c419-f204-43ee-9b42-19380ff3dbd0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.337869 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 4dcac35f-9d74-46b5-b915-b246173a256f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4dcac35f-9d74-46b5-b915-b246173a256f,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:13.344105 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.344885 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7b3a5764-34ba-43e6-9b3f-7d34a124a296 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:13.357119 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-febcc907-5846-4579-bbe9-bab53d21320e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (9465c419-f204-43ee-9b42-19380ff3dbd0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.359988 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-febcc907-5846-4579-bbe9-bab53d21320e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.361245 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-febcc907-5846-4579-bbe9-bab53d21320e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9465c419-f204-43ee-9b42-19380ff3dbd0 HTTP/1.1" status: 204 len: 168 time: 0.1270010 Jan 17 02:35:13.369504 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febcc907-5846-4579-bbe9-bab53d21320e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9465c419-f204-43ee-9b42-19380ff3dbd0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:13.448260 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=4dcac35f-9d74-46b5-b915-b246173a256f,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:13.458035 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfcf55e6-cfe9-4256-bca8-f36e2913ab77" -d '{"events": [{"server_uuid": "48444f12-33bc-48b0-9407-d2ba0210bfae", "name": "network-vif-plugged", "status": "completed", "tag": "4dcac35f-9d74-46b5-b915-b246173a256f"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:13.468038 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:13.473068 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:13.473593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.555292 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0afa65-7f08-4875-be77-a55a8a2b7aa5 x-openstack-request-id: req-3a0afa65-7f08-4875-be77-a55a8a2b7aa5 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:13.555594 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48444f12-33bc-48b0-9407-d2ba0210bfae", "name": "network-vif-plugged", "status": "completed", "tag": "4dcac35f-9d74-46b5-b915-b246173a256f", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:13.556046 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a0afa65-7f08-4875-be77-a55a8a2b7aa5 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:13.556682 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcac35f-9d74-46b5-b915-b246173a256f', 'code': 200} Jan 17 02:35:13.570354 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:13.570810 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.623201 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7b3a5764-34ba-43e6-9b3f-7d34a124a296, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:13.642450 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.643357 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8442125d-91ba-4cc7-a1a2-404f0c258981 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:13.720756 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb1352-44f0-477b-a1df-27983d5fde0f req-baa8b1af-c4a9-42c2-9b6c-d9aad836e31e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:13.722306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4adb1352-44f0-477b-a1df-27983d5fde0f req-baa8b1af-c4a9-42c2-9b6c-d9aad836e31e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1141670 Jan 17 02:35:13.770410 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=7b3a5764-34ba-43e6-9b3f-7d34a124a296,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:13.804901 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 8442125d-91ba-4cc7-a1a2-404f0c258981 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:13.809802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 8442125d-91ba-4cc7-a1a2-404f0c258981 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:13.809943 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.829194 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701dea4a-ef98-44ad-a8d3-63c0eb80b126 req-4e10f934-67fb-40d0-9de0-9805807e9572 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:13.832762 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-701dea4a-ef98-44ad-a8d3-63c0eb80b126 req-4e10f934-67fb-40d0-9de0-9805807e9572 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 944 time: 0.1092293 Jan 17 02:35:13.841992 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4adb1352-44f0-477b-a1df-27983d5fde0f req-67284a72-fe1e-4030-9825-167dc85c4c56 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096029 Jan 17 02:35:13.926723 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8442125d-91ba-4cc7-a1a2-404f0c258981 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:13.927196 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.935439 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-701dea4a-ef98-44ad-a8d3-63c0eb80b126 req-07f368a1-723b-4418-ab8b-8440d5bba6ae tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886731 Jan 17 02:35:13.972992 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8442125d-91ba-4cc7-a1a2-404f0c258981, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8442125d-91ba-4cc7-a1a2-404f0c258981,segment=NetworkSegment(6fcc0880-705f-43bc-800b-ac42d16c0c76),segment_id=6fcc0880-705f-43bc-800b-ac42d16c0c76)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:13.979882 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:13.980772 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 33b46f70-f49c-41cd-8f07-0740b1f82d6b up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:13.992496 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8fa6fa-47dd-4dba-a883-09460f2ecb77 req-c1f1f10d-5e75-40d0-bb11-7cfc785a7379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:13.994018 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c8fa6fa-47dd-4dba-a883-09460f2ecb77 req-c1f1f10d-5e75-40d0-bb11-7cfc785a7379 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 1099 time: 0.1622527 Jan 17 02:35:14.018872 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2c8fa6fa-47dd-4dba-a883-09460f2ecb77 req-31133dfe-0ccd-42ed-9560-0f1b7c4a609e service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:14.027302 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7483a6c-b7e7-40b1-98bb-1762893b1335 req-7a17c81f-58d5-4ceb-8b01-0dd904c514cb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:14.029738 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7483a6c-b7e7-40b1-98bb-1762893b1335 req-7a17c81f-58d5-4ceb-8b01-0dd904c514cb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 945 time: 0.0622852 Jan 17 02:35:14.093254 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8442125d-91ba-4cc7-a1a2-404f0c258981,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:14.105959 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7483a6c-b7e7-40b1-98bb-1762893b1335 req-1837fa83-8242-4efa-bed6-3b6f3812a1fd tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685451 Jan 17 02:35:14.123873 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 33b46f70-f49c-41cd-8f07-0740b1f82d6b completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:14.129714 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 33b46f70-f49c-41cd-8f07-0740b1f82d6b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:14.130145 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:14.148405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2c8fa6fa-47dd-4dba-a883-09460f2ecb77 req-31133dfe-0ccd-42ed-9560-0f1b7c4a609e service neutron] Publish callbacks [] for security_group (54e8209b-2ec2-4f5b-8fc2-6c3758815429), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:14.153935 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-2c8fa6fa-47dd-4dba-a883-09460f2ecb77 req-31133dfe-0ccd-42ed-9560-0f1b7c4a609e service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (54e8209b-2ec2-4f5b-8fc2-6c3758815429), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:14.213057 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c8fa6fa-47dd-4dba-a883-09460f2ecb77 req-31133dfe-0ccd-42ed-9560-0f1b7c4a609e service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117753 Jan 17 02:35:14.215308 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133dfe-0ccd-42ed-9560-0f1b7c4a609e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=54e8209b-2ec2-4f5b-8fc2-6c3758815429,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:14.260453 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 33b46f70-f49c-41cd-8f07-0740b1f82d6b is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:14.260843 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:14.308243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 33b46f70-f49c-41cd-8f07-0740b1f82d6b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:14.317036 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:14.329988 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17622c4c-dd42-4835-ba7c-465cec6ca346 req-02cbf0af-2d8d-499c-9a5d-4787e683ca7e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:14.331537 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17622c4c-dd42-4835-ba7c-465cec6ca346 req-02cbf0af-2d8d-499c-9a5d-4787e683ca7e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.1629996 Jan 17 02:35:14.364872 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b2c0fc-1c78-4774-9a32-d699307396eb req-50d62ad8-f13a-48f4-b91d-190e10d90041 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:14.366828 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9b2c0fc-1c78-4774-9a32-d699307396eb req-50d62ad8-f13a-48f4-b91d-190e10d90041 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0890450 Jan 17 02:35:14.372793 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=33b46f70-f49c-41cd-8f07-0740b1f82d6b,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:14.417366 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17622c4c-dd42-4835-ba7c-465cec6ca346 req-776706e1-16db-4e7c-a6c0-3906eb0ac747 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793400 Jan 17 02:35:14.444700 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9b2c0fc-1c78-4774-9a32-d699307396eb req-98002261-514f-48c2-8213-9396a8e57662 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701456 Jan 17 02:35:14.581160 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:14.974350 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62677cc-3cff-4eb0-a448-8adbd0e64ceb req-4862eb76-b71a-4c89-9f89-80b309ddcb95 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:14.975948 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c62677cc-3cff-4eb0-a448-8adbd0e64ceb req-4862eb76-b71a-4c89-9f89-80b309ddcb95 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0534961 Jan 17 02:35:15.014464 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:15.077091 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:15.083633 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c62677cc-3cff-4eb0-a448-8adbd0e64ceb req-2a7a11ed-2ca5-4452-8f5c-f409b7187922 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998890 Jan 17 02:35:15.086312 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:15.086689 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.112246 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcabfb3-5fa4-46b5-a1b0-422621927f66 req-ec86a0ed-7716-4eb4-bb2a-12716a0ec515 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:15.113923 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2fcabfb3-5fa4-46b5-a1b0-422621927f66 req-ec86a0ed-7716-4eb4-bb2a-12716a0ec515 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0911448 Jan 17 02:35:15.173622 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2fcabfb3-5fa4-46b5-a1b0-422621927f66 req-636045f8-b845-494a-a25e-b58818973ecc tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 Jan 17 02:35:15.216630 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:15.217016 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.254297 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50074) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:15.269468 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce024a4-2d46-4aaf-9f76-399436d34cb9 req-d995fa22-fe84-4c0c-ab3d-714ed8c6a0ca tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:15.271360 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ce024a4-2d46-4aaf-9f76-399436d34cb9 req-d995fa22-fe84-4c0c-ab3d-714ed8c6a0ca tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0713170 Jan 17 02:35:15.274250 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:15.280881 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.281669 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:15.336878 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ce024a4-2d46-4aaf-9f76-399436d34cb9 req-8b303532-35c5-4265-a99e-3db44d3b73b9 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582023 Jan 17 02:35:15.370922 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:15.381846 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:15.386834 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:15.387216 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.441060 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14577b7f-6863-4a27-9e01-dba944572ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.477189 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:15.477919 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.519920 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:15.528454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.542118 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14577b7f-6863-4a27-9e01-dba944572ee2 admin admin] Publish callbacks [] for security_group (f348b3ef-0dc4-482c-925a-2ac334a7525b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.552341 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-14577b7f-6863-4a27-9e01-dba944572ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f348b3ef-0dc4-482c-925a-2ac334a7525b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.571511 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a5764-34ba-43e6-9b3f-7d34a124a296'}, {'server_uuid': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442125d-91ba-4cc7-a1a2-404f0c258981'}, {'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b'}, {'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}, {'server_uuid': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:15.573838 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b0ca82-6382-4253-b5b7-ada87490114b" -d '{"events": [{"server_uuid": "5ede7e90-f5c5-49ed-9e17-ed43a35b8d41", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a5764-34ba-43e6-9b3f-7d34a124a296"}, {"server_uuid": "f21e2a65-a1ed-433d-92ef-fc11b3a1b233", "name": "network-vif-plugged", "status": "completed", "tag": "8442125d-91ba-4cc7-a1a2-404f0c258981"}, {"server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "name": "network-vif-plugged", "status": "completed", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b"}, {"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a"}, {"server_uuid": "24ef95ec-9461-446c-ac23-d29814c0a4fa", "name": "network-vif-plugged", "status": "completed", "tag": "7ed6ad5d-11bb-4292-b0e7-ddace74a6459"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:15.591738 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-14577b7f-6863-4a27-9e01-dba944572ee2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f10502febf6b46128c13a60ab3e44a22&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363299 Jan 17 02:35:15.597598 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50092) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:15.607408 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:15.638786 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd039c76-626e-4c03-9834-469ad8a6c530 req-f423350e-df92-40ab-8218-b939ab98fc11 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:15.640439 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd039c76-626e-4c03-9834-469ad8a6c530 req-f423350e-df92-40ab-8218-b939ab98fc11 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.1021137 Jan 17 02:35:15.642293 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14577b7f-6863-4a27-9e01-dba944572ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f348b3ef-0dc4-482c-925a-2ac334a7525b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:15.653689 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0f2e29-69e5-48e2-9676-f8f4a54b6d70 req-af83d5e4-0cb7-40da-bf36-9363c43ffbf6 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:15.661665 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb0f2e29-69e5-48e2-9676-f8f4a54b6d70 req-af83d5e4-0cb7-40da-bf36-9363c43ffbf6 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0877748 Jan 17 02:35:15.665405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-095f6824-9c90-4402-81fe-17e54e4de541 admin admin] Publish callbacks [] for security_group (f348b3ef-0dc4-482c-925a-2ac334a7525b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.690705 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-095f6824-9c90-4402-81fe-17e54e4de541 admin admin] Publish callbacks [] for security_group (f348b3ef-0dc4-482c-925a-2ac334a7525b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.740931 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb0f2e29-69e5-48e2-9676-f8f4a54b6d70 req-84f01607-6454-40ec-95db-c3ed8d2698c7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784340 Jan 17 02:35:15.744375 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd039c76-626e-4c03-9834-469ad8a6c530 req-914a25c4-f4bc-422c-9f5e-f4d0b2946007 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806212 Jan 17 02:35:15.754214 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-095f6824-9c90-4402-81fe-17e54e4de541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f348b3ef-0dc4-482c-925a-2ac334a7525b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.759117 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-095f6824-9c90-4402-81fe-17e54e4de541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:15.770053 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-095f6824-9c90-4402-81fe-17e54e4de541 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f348b3ef-0dc4-482c-925a-2ac334a7525b HTTP/1.1" status: 204 len: 168 time: 0.1632402 Jan 17 02:35:15.778221 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f6824-9c90-4402-81fe-17e54e4de541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f348b3ef-0dc4-482c-925a-2ac334a7525b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:15.819517 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1564f7-cc85-456c-bc19-235aaba7f200 x-openstack-request-id: req-8e1564f7-cc85-456c-bc19-235aaba7f200 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:15.821907 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ede7e90-f5c5-49ed-9e17-ed43a35b8d41", "name": "network-vif-plugged", "status": "completed", "tag": "7b3a5764-34ba-43e6-9b3f-7d34a124a296", "code": 200}, {"server_uuid": "f21e2a65-a1ed-433d-92ef-fc11b3a1b233", "name": "network-vif-plugged", "status": "completed", "tag": "8442125d-91ba-4cc7-a1a2-404f0c258981", "code": 200}, {"server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "name": "network-vif-plugged", "status": "completed", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b", "code": 200}, {"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a", "code": 200}, {"server_uuid": "24ef95ec-9461-446c-ac23-d29814c0a4fa", "name": "network-vif-plugged", "status": "completed", "tag": "7ed6ad5d-11bb-4292-b0e7-ddace74a6459", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:15.822187 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e1564f7-cc85-456c-bc19-235aaba7f200 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:15.822608 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3a5764-34ba-43e6-9b3f-7d34a124a296', 'code': 200} Jan 17 02:35:15.822906 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8442125d-91ba-4cc7-a1a2-404f0c258981', 'code': 200} Jan 17 02:35:15.823155 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'code': 200} Jan 17 02:35:15.823408 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'code': 200} Jan 17 02:35:15.823792 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459', 'code': 200} Jan 17 02:35:15.972017 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.125603 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50106) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:16.139976 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83eb5eb1-e1c2-41f9-bbee-1e63a84b1d39 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.225252 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10545bf3-4389-4068-9748-100c4fcc9cc7 req-2d8cbd7a-5c0e-42b1-9049-aa27c0848369 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:16.232502 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10545bf3-4389-4068-9748-100c4fcc9cc7 req-2d8cbd7a-5c0e-42b1-9049-aa27c0848369 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0727031 Jan 17 02:35:16.266575 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83eb5eb1-e1c2-41f9-bbee-1e63a84b1d39 admin admin] Publish callbacks [] for security_group (d2d30a5d-1597-4432-8f77-7f8416218498), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.272468 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-83eb5eb1-e1c2-41f9-bbee-1e63a84b1d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d2d30a5d-1597-4432-8f77-7f8416218498), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.305171 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10545bf3-4389-4068-9748-100c4fcc9cc7 req-571db886-4830-4f3c-aba3-38e56ccc62db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717473 Jan 17 02:35:16.332104 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1426051-9bbc-4d3b-a9df-fa572397cd1d req-c8a6e2e8-a2a0-430d-90ea-b48bd4b8d26c tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:16.338213 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-83eb5eb1-e1c2-41f9-bbee-1e63a84b1d39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee3dd4a7e0a44790a91f1d75a8ee658d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2114980 Jan 17 02:35:16.342434 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f1426051-9bbc-4d3b-a9df-fa572397cd1d req-c8a6e2e8-a2a0-430d-90ea-b48bd4b8d26c tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0766511 Jan 17 02:35:16.344805 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:16.353525 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eb5eb1-e1c2-41f9-bbee-1e63a84b1d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d30a5d-1597-4432-8f77-7f8416218498,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:16.400492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11384bc7-1906-4492-bad4-1785b10af45a req-1e03a926-5e08-46ca-8e2f-14871ca97901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:16.402440 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11384bc7-1906-4492-bad4-1785b10af45a req-1e03a926-5e08-46ca-8e2f-14871ca97901 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 1098 time: 0.0815485 Jan 17 02:35:16.431863 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05ff856-6add-4f7d-a07b-65e2f7dd3034 admin admin] Publish callbacks [] for security_group (d2d30a5d-1597-4432-8f77-7f8416218498), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.474534 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f1426051-9bbc-4d3b-a9df-fa572397cd1d req-c9e922da-ba99-41be-a35e-45681314830d tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298766 Jan 17 02:35:16.508596 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-11384bc7-1906-4492-bad4-1785b10af45a req-f89e8f8b-ec3f-4119-a8c7-b971e6a19db3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757496 Jan 17 02:35:16.534416 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05ff856-6add-4f7d-a07b-65e2f7dd3034 admin admin] Publish callbacks [] for security_group (d2d30a5d-1597-4432-8f77-7f8416218498), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.615322 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3ca3a-db95-461c-a653-4ecd4bc25348 req-88c6b8de-15d7-4eed-a065-9646ee9d3d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:16.616684 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ad3ca3a-db95-461c-a653-4ecd4bc25348 req-88c6b8de-15d7-4eed-a065-9646ee9d3d02 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 1099 time: 0.1678383 Jan 17 02:35:16.629222 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa6529f-efb4-4fff-881a-82bf12fefb29 req-c476f719-0025-4780-9d3c-46f38e0e24e2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:16.630618 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-efa6529f-efb4-4fff-881a-82bf12fefb29 req-c476f719-0025-4780-9d3c-46f38e0e24e2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.1166203 Jan 17 02:35:16.644058 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05ff856-6add-4f7d-a07b-65e2f7dd3034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d2d30a5d-1597-4432-8f77-7f8416218498), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.646622 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d05ff856-6add-4f7d-a07b-65e2f7dd3034 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:16.647664 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d05ff856-6add-4f7d-a07b-65e2f7dd3034 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d2d30a5d-1597-4432-8f77-7f8416218498 HTTP/1.1" status: 204 len: 168 time: 0.3020093 Jan 17 02:35:16.667206 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ff856-6add-4f7d-a07b-65e2f7dd3034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d30a5d-1597-4432-8f77-7f8416218498,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:16.697481 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-efa6529f-efb4-4fff-881a-82bf12fefb29 req-80cd38f8-4532-44cf-a5dc-e262834ef227 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603404 Jan 17 02:35:16.890714 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e49f99d-bc7c-4e18-ae98-2247e77e8b75 req-d913312b-0801-4ae2-a5c5-45bc1015e15a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:16.892314 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e49f99d-bc7c-4e18-ae98-2247e77e8b75 req-d913312b-0801-4ae2-a5c5-45bc1015e15a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0736387 Jan 17 02:35:16.909762 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14c379-4f63-4a7f-b3f2-c775e17c286f req-7af855fe-7ea0-4541-9c9e-b86705cc4808 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:16.911854 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b14c379-4f63-4a7f-b3f2-c775e17c286f req-7af855fe-7ea0-4541-9c9e-b86705cc4808 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0831664 Jan 17 02:35:16.987263 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e49f99d-bc7c-4e18-ae98-2247e77e8b75 req-f6257eaa-b415-4f07-adef-67d6959b46c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744021 Jan 17 02:35:16.990895 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b14c379-4f63-4a7f-b3f2-c775e17c286f req-7a316557-417e-4e4c-9863-0957706343b5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722358 Jan 17 02:35:17.127258 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566c15d-6e58-4273-8ea6-87bf38f512ae req-4fd9c2c8-fa5a-48bb-988d-b11380f96e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.130712 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b62cc9-4604-4f69-ab66-c04680b67e61 req-fb92d791-d83a-4839-8b84-3ddaa3c423c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.132395 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68b62cc9-4604-4f69-ab66-c04680b67e61 req-fb92d791-d83a-4839-8b84-3ddaa3c423c8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.0811210 Jan 17 02:35:17.135067 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3566c15d-6e58-4273-8ea6-87bf38f512ae req-4fd9c2c8-fa5a-48bb-988d-b11380f96e86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1099 time: 0.1189845 Jan 17 02:35:17.145298 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ad3ca3a-db95-461c-a653-4ecd4bc25348 req-7e2ac817-ba1c-4520-bbb3-5536c74a1b05 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024153 Jan 17 02:35:17.180569 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56725db3-003f-413e-8361-cdd95d00bb29 req-7150cd8e-ddfd-42fb-a490-eb390e9d4a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.182476 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56725db3-003f-413e-8361-cdd95d00bb29 req-7150cd8e-ddfd-42fb-a490-eb390e9d4a01 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1099 time: 0.1198621 Jan 17 02:35:17.195971 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68b62cc9-4604-4f69-ab66-c04680b67e61 req-ee7e485d-50b2-4b05-8f76-74ddca8f869a service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491982 Jan 17 02:35:17.209471 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3566c15d-6e58-4273-8ea6-87bf38f512ae req-faacae51-33b0-4c01-a04d-714e080090c2 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619075 Jan 17 02:35:17.429682 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a7d7c-9dc4-4c72-bb1b-13ae0a3e5683 req-9e1139ac-eefb-415c-9eea-4a84a8ef0243 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.431001 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f8a7d7c-9dc4-4c72-bb1b-13ae0a3e5683 req-9e1139ac-eefb-415c-9eea-4a84a8ef0243 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0492489 Jan 17 02:35:17.482734 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50156) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:17.492238 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f8a7d7c-9dc4-4c72-bb1b-13ae0a3e5683 req-77e9c375-8d4a-4aef-a157-348d68941927 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547228 Jan 17 02:35:17.606373 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45ec14-c1b3-4f8e-a1d9-498acfe3eaa0 req-c7a59279-f3ec-4bcb-85a0-f1b2fc1372ee tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.608088 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d45ec14-c1b3-4f8e-a1d9-498acfe3eaa0 req-c7a59279-f3ec-4bcb-85a0-f1b2fc1372ee tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0490308 Jan 17 02:35:17.612945 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-730802434-network', 'tenant_id': '351e09aa9cd34d5c8f3e3a32da64a7ea'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:17.643466 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Made reservation on behalf of 351e09aa9cd34d5c8f3e3a32da64a7ea for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:17.646425 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.655417 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.658769 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d45ec14-c1b3-4f8e-a1d9-498acfe3eaa0 req-148ea4b0-087d-440f-a4d7-b48355473ad1 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414743 Jan 17 02:35:17.735460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks [] for security_group (371ee0e6-5a34-4d13-a0ac-22149c27bae9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.743978 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (371ee0e6-5a34-4d13-a0ac-22149c27bae9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.775767 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 290} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:35:17.786493 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371ee0e6-5a34-4d13-a0ac-22149c27bae9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:17.792701 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (48130b07-d8fc-4971-a546-7098214633c1), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.793053 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Added segment 48130b07-d8fc-4971-a546-7098214633c1 of type vlan for network b86c2b34-61b7-412d-b640-043019734942 Jan 17 02:35:17.821799 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb3e4f0-3871-4dc1-8f61-efd709251daa req-f5410757-f019-4a67-9583-026aad97a328 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.823483 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfb3e4f0-3871-4dc1-8f61-efd709251daa req-f5410757-f019-4a67-9583-026aad97a328 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0595336 Jan 17 02:35:17.840087 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (b86c2b34-61b7-412d-b640-043019734942), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.866155 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (b86c2b34-61b7-412d-b640-043019734942), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.867119 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.867708 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:17.884160 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046e41d-f9ac-4122-acfa-9bc4d70fdc35 req-12f5ebfa-9ed6-4cd1-a714-e25ee2ccb239 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:17.885770 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5046e41d-f9ac-4122-acfa-9bc4d70fdc35 req-12f5ebfa-9ed6-4cd1-a714-e25ee2ccb239 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0826468 Jan 17 02:35:17.913728 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfb3e4f0-3871-4dc1-8f61-efd709251daa req-f21f4291-6be3-4900-851c-44b83fcb5ed8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733151 Jan 17 02:35:17.926586 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4427025 Jan 17 02:35:17.929701 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50168) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:17.936353 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Request body: {'subnet': {'network_id': 'b86c2b34-61b7-412d-b640-043019734942', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-730802434-subnet', 'tenant_id': '351e09aa9cd34d5c8f3e3a32da64a7ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:17.940567 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d6f6ca-f136-40ce-81b0-73a8f9b1e222 admin admin] Pushing event updated for resources: {'Network': ['ID=b86c2b34-61b7-412d-b640-043019734942,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:17.951376 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network b86c2b34-61b7-412d-b640-043019734942 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:35:17.953594 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5046e41d-f9ac-4122-acfa-9bc4d70fdc35 req-a6809ec1-f999-4f8c-9735-14f6c2ced3a8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511706 Jan 17 02:35:17.971948 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Made reservation on behalf of 351e09aa9cd34d5c8f3e3a32da64a7ea for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:17.974809 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:18.129199 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ea807-2de1-4da2-8679-666a3afc2187 req-d6035f6c-9e3a-46bb-bbb8-8417789e6c8e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:18.136789 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a45ea807-2de1-4da2-8679-666a3afc2187 req-d6035f6c-9e3a-46bb-bbb8-8417789e6c8e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0621688 Jan 17 02:35:18.171968 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (e28c1e59-343e-4721-9bdd-89bee8c39768), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:18.185156 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a45ea807-2de1-4da2-8679-666a3afc2187 req-e24b9fec-a44d-4505-87c7-61ae1a042148 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474036 Jan 17 02:35:18.227125 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28c1e59-343e-4721-9bdd-89bee8c39768,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:18.246230 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Checking segment: {'id': '48130b07-d8fc-4971-a546-7098214633c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 290, 'network_id': 'b86c2b34-61b7-412d-b640-043019734942'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:35:18.246945 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Network hostable DHCP agents. Network: b86c2b34-61b7-412d-b640-043019734942, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:35:18.264211 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Network b86c2b34-61b7-412d-b640-043019734942 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:35:18.274652 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, b86c2b34-61b7-412d-b640-043019734942) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:35:18.279396 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:18.280088 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:18.287593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6729c8-0565-49df-bea9-7244ed767dc3 None None] Network b86c2b34-61b7-412d-b640-043019734942 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:35:18.300266 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-45c6291c-0d0c-4391-9d0a-021e9ab5a4c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3694963 Jan 17 02:35:18.321740 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2e307-5302-402b-a299-ce85720d4ae5 req-6c5fee49-082b-4088-b4cc-555e241dd895 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:18.323323 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebf2e307-5302-402b-a299-ce85720d4ae5 req-6c5fee49-082b-4088-b4cc-555e241dd895 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0738590 Jan 17 02:35:18.374038 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56725db3-003f-413e-8361-cdd95d00bb29 req-d06d63a6-3620-422c-891b-7678275363fa service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589912 Jan 17 02:35:18.400658 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ebf2e307-5302-402b-a299-ce85720d4ae5 req-aecf7608-fb71-49e8-b29e-6b0237a4cb73 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699308 Jan 17 02:35:18.407087 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61b7c3c-be35-4fb4-996f-7ea7a096bd37 None None] Network b86c2b34-61b7-412d-b640-043019734942 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:35:18.781229 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698a750-f534-4097-b586-cbbfdfebdbb1 req-4d52af65-20c9-46e6-9901-a8c2ee5ce466 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:18.782974 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b698a750-f534-4097-b586-cbbfdfebdbb1 req-4d52af65-20c9-46e6-9901-a8c2ee5ce466 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0494416 Jan 17 02:35:18.845773 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b698a750-f534-4097-b586-cbbfdfebdbb1 req-6b3037e2-8442-478e-bd8c-4ee9f6369b8d tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512476 Jan 17 02:35:18.861499 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50214) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:18.872409 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1512388349-network', 'tenant_id': '97920ddbd55d4c0caf2ef95667921ba1'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:18.892035 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Made reservation on behalf of 97920ddbd55d4c0caf2ef95667921ba1 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:18.894402 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:18.902696 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:18.998167 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks [] for security_group (b677a542-f6e3-4530-b30d-8caeff64fae0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.003393 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227789-3544-41a8-8d27-17d2c269c718 req-2894865a-706f-4083-9795-6b7bc975359f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.004976 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c227789-3544-41a8-8d27-17d2c269c718 req-2894865a-706f-4083-9795-6b7bc975359f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 1099 time: 0.0709674 Jan 17 02:35:19.012106 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b677a542-f6e3-4530-b30d-8caeff64fae0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.086789 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b677a542-f6e3-4530-b30d-8caeff64fae0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:19.094642 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:35:19.122296 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a951a67-593f-4684-b612-d7d6d0108c08 req-6a9e7e71-e804-4156-b401-553034b0b7eb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.123816 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a951a67-593f-4684-b612-d7d6d0108c08 req-6a9e7e71-e804-4156-b401-553034b0b7eb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.1237874 Jan 17 02:35:19.126499 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (db36d00d-8cd9-4966-a9d2-daccc338bd29), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.126750 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Added segment db36d00d-8cd9-4966-a9d2-daccc338bd29 of type vlan for network b82da798-6b62-4ea7-bc2f-91703ac6e715 Jan 17 02:35:19.136226 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227789-3544-41a8-8d27-17d2c269c718 req-73330f18-dd42-4a06-b922-1197a59673be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.137905 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c227789-3544-41a8-8d27-17d2c269c718 req-73330f18-dd42-4a06-b922-1197a59673be service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.1226430 Jan 17 02:35:19.154628 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ca64e-75f4-4b08-92e4-47cb89fee3b7 req-d46b2dbe-05ac-43ba-90c1-d564bfab4f4e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.156241 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f0ca64e-75f4-4b08-92e4-47cb89fee3b7 req-d46b2dbe-05ac-43ba-90c1-d564bfab4f4e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1074762 Jan 17 02:35:19.210384 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (b82da798-6b62-4ea7-bc2f-91703ac6e715), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.284932 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a951a67-593f-4684-b612-d7d6d0108c08 req-b10cbd43-d9e3-4977-9378-ff3aa77ceff0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498415 Jan 17 02:35:19.289876 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (b82da798-6b62-4ea7-bc2f-91703ac6e715), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.291329 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.292756 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.362526 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] Pushing event updated for resources: {'Network': ['ID=b82da798-6b62-4ea7-bc2f-91703ac6e715,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:19.375460 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network b82da798-6b62-4ea7-bc2f-91703ac6e715 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:35:19.380199 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f0ca64e-75f4-4b08-92e4-47cb89fee3b7 req-1d522bc3-eb15-4ce6-b5cf-612edfa90f7b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969037 Jan 17 02:35:19.394114 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c227789-3544-41a8-8d27-17d2c269c718 req-18039007-60ee-4d50-8c83-594c88492ff9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4dcac35f-9d74-46b5-b915-b246173a256f HTTP/1.1" status: 200 len: 217 time: 0.2397788 Jan 17 02:35:19.444516 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c227789-3544-41a8-8d27-17d2c269c718 req-82c56a19-ccba-4360-87ff-c1b9737e3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.446089 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c227789-3544-41a8-8d27-17d2c269c718 req-82c56a19-ccba-4360-87ff-c1b9737e3657 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0466299 Jan 17 02:35:19.471578 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-13062e40-911d-4aed-bb1c-d195ba562079 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6088245 Jan 17 02:35:19.474483 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50252) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:19.485667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Request body: {'subnet': {'network_id': 'b82da798-6b62-4ea7-bc2f-91703ac6e715', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1512388349-subnet', 'tenant_id': '97920ddbd55d4c0caf2ef95667921ba1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:19.509364 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c227789-3544-41a8-8d27-17d2c269c718 req-1feb7417-f3e9-4c8c-9f77-a6ae83eb1a9f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565560 Jan 17 02:35:19.544376 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ced8db-36f3-414e-9e4b-654e5726a58d req-d5863058-f82c-491e-985b-0a1af1852a74 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.545884 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69ced8db-36f3-414e-9e4b-654e5726a58d req-d5863058-f82c-491e-985b-0a1af1852a74 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.1844203 Jan 17 02:35:19.551131 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Made reservation on behalf of 97920ddbd55d4c0caf2ef95667921ba1 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:19.551844 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14037867'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.628044 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c227789-3544-41a8-8d27-17d2c269c718 req-2d2677a0-9379-412b-8332-209d09c28495 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075027 Jan 17 02:35:19.645859 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9668d7-6fe1-4790-ad2b-8ea662b54ad5 req-d47626ef-2835-4cc6-9a04-6bf9c4e93236 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.647308 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d9668d7-6fe1-4790-ad2b-8ea662b54ad5 req-d47626ef-2835-4cc6-9a04-6bf9c4e93236 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.1471291 Jan 17 02:35:19.683824 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-69ced8db-36f3-414e-9e4b-654e5726a58d req-a94d79de-2720-49fb-99f0-07ec54f045e0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291332 Jan 17 02:35:19.718063 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0c227789-3544-41a8-8d27-17d2c269c718 req-def5bbd9-b725-417c-aee7-3a0ce3cfa9fd service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833650 Jan 17 02:35:19.734990 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d9668d7-6fe1-4790-ad2b-8ea662b54ad5 req-81ecbae9-a6e9-4a5f-b854-0b23c967910b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789301 Jan 17 02:35:19.820488 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14115960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14037881'] for subnet (9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.879826 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:19.891604 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Checking segment: {'id': 'db36d00d-8cd9-4966-a9d2-daccc338bd29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': 'b82da798-6b62-4ea7-bc2f-91703ac6e715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:35:19.891958 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Network hostable DHCP agents. Network: b82da798-6b62-4ea7-bc2f-91703ac6e715, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:35:19.909606 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Network b82da798-6b62-4ea7-bc2f-91703ac6e715 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:35:19.919341 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, b82da798-6b62-4ea7-bc2f-91703ac6e715) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:35:19.923804 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:19.924596 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:19.931031 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0595e447-0c97-4367-80d4-b4eeb5bcd016 None None] Network b82da798-6b62-4ea7-bc2f-91703ac6e715 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:35:19.945373 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f2cecad9-98a2-4c8d-adcb-b73e1660e68e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4694686 Jan 17 02:35:20.047267 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77be076-077d-4d51-b403-c8fb5ebba9bb None None] Network b82da798-6b62-4ea7-bc2f-91703ac6e715 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:35:20.194983 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55af52b-a3cc-4ca7-b3ac-8b01d108c4a4 req-2cf212b7-54a7-4b3c-afca-c07178be67d6 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:20.196705 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d55af52b-a3cc-4ca7-b3ac-8b01d108c4a4 req-2cf212b7-54a7-4b3c-afca-c07178be67d6 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.2502277 Jan 17 02:35:20.248621 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d55af52b-a3cc-4ca7-b3ac-8b01d108c4a4 req-b136932a-12b3-43cd-8ad6-aca843e6eb15 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Jan 17 02:35:20.416284 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d4d1b-cc1a-4df4-b905-e55ed6c133f8 req-1b4ad7f6-e8e0-4d7b-b462-415a51b769e7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:20.418004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e69d4d1b-cc1a-4df4-b905-e55ed6c133f8 req-1b4ad7f6-e8e0-4d7b-b462-415a51b769e7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0557475 Jan 17 02:35:20.494802 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e69d4d1b-cc1a-4df4-b905-e55ed6c133f8 req-ab6216c8-92da-4a86-bc2b-f84fa8aa3723 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706992 Jan 17 02:35:20.525388 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3f3b2-19ad-4ede-85cb-57d2d41b52f9 req-35aabca0-7234-41d2-95ce-70c4e29283fb tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:20.525388 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd3f3b2-19ad-4ede-85cb-57d2d41b52f9 req-35aabca0-7234-41d2-95ce-70c4e29283fb tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0717137 Jan 17 02:35:20.582975 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fd3f3b2-19ad-4ede-85cb-57d2d41b52f9 req-8fad9f65-82c7-4ad0-9156-9c66fd3dafe8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548565 Jan 17 02:35:20.820469 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee62217-744d-4fb4-a56d-e201d66b151a req-0f267ac5-2658-46ee-aabb-242d568901a2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:20.821984 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ee62217-744d-4fb4-a56d-e201d66b151a req-0f267ac5-2658-46ee-aabb-242d568901a2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0687480 Jan 17 02:35:20.908976 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f7981-ce86-4fd7-993d-0ac34552c92d req-41c94bb7-4f9e-46c1-a0fd-bb8b3441fe77 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:20.910819 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f8f7981-ce86-4fd7-993d-0ac34552c92d req-41c94bb7-4f9e-46c1-a0fd-bb8b3441fe77 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0875874 Jan 17 02:35:20.920565 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ee62217-744d-4fb4-a56d-e201d66b151a req-3e1b5440-02d9-43ed-a928-057468ba799b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878117 Jan 17 02:35:20.969241 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f8f7981-ce86-4fd7-993d-0ac34552c92d req-b77d73e8-4e41-44a7-94b8-37c475ccb138 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475039 Jan 17 02:35:21.016775 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50296) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:21.124548 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d35a3f0-a1a0-4e65-a1a0-dbff2214f796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.196329 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d35a3f0-a1a0-4e65-a1a0-dbff2214f796 admin admin] Publish callbacks [] for security_group (1d250981-706e-4367-9595-ceac7ad5e0d6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.202052 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9d35a3f0-a1a0-4e65-a1a0-dbff2214f796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1d250981-706e-4367-9595-ceac7ad5e0d6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.242497 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9d35a3f0-a1a0-4e65-a1a0-dbff2214f796 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16891f6e84b7462c829abdcaa035acd7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2240849 Jan 17 02:35:21.243362 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d35a3f0-a1a0-4e65-a1a0-dbff2214f796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d250981-706e-4367-9595-ceac7ad5e0d6,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:21.245809 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50300) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:21.294214 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ee27e3c-a898-4b54-8f4a-ac7d67b1e3b8 admin admin] Publish callbacks [] for security_group (1d250981-706e-4367-9595-ceac7ad5e0d6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.317048 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ee27e3c-a898-4b54-8f4a-ac7d67b1e3b8 admin admin] Publish callbacks [] for security_group (1d250981-706e-4367-9595-ceac7ad5e0d6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.362321 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae96f30-cd89-40e3-a8a3-aa5fb971d25a req-7cb8c0bd-fcea-4690-b39a-057c8187cd36 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:21.363921 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fae96f30-cd89-40e3-a8a3-aa5fb971d25a req-7cb8c0bd-fcea-4690-b39a-057c8187cd36 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0493078 Jan 17 02:35:21.368790 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ee27e3c-a898-4b54-8f4a-ac7d67b1e3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1d250981-706e-4367-9595-ceac7ad5e0d6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.371654 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ee27e3c-a898-4b54-8f4a-ac7d67b1e3b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.373681 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7ee27e3c-a898-4b54-8f4a-ac7d67b1e3b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d250981-706e-4367-9595-ceac7ad5e0d6 HTTP/1.1" status: 204 len: 168 time: 0.1271105 Jan 17 02:35:21.381935 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee27e3c-a898-4b54-8f4a-ac7d67b1e3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d250981-706e-4367-9595-ceac7ad5e0d6,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:21.417729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fae96f30-cd89-40e3-a8a3-aa5fb971d25a req-f474eff7-460c-407d-9258-a4e9e14024b5 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456345 Jan 17 02:35:21.655865 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc47ff-3bd0-46ac-8e43-6d616e7c29e0 req-64e0b9ba-bdc9-4850-a01d-01a4817c7b3c tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:21.657624 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46dc47ff-3bd0-46ac-8e43-6d616e7c29e0 req-64e0b9ba-bdc9-4850-a01d-01a4817c7b3c tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0898323 Jan 17 02:35:21.711976 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50318) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:21.758119 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0694-49a1-41be-95c9-5bfc3aa28382 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.769943 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46dc47ff-3bd0-46ac-8e43-6d616e7c29e0 req-b18975bc-3359-42d0-9d6b-0e4ae6dae737 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045198 Jan 17 02:35:21.786174 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2998f3dc-ce6e-433d-8a1f-c60cbb3b7abf req-43ed3b3a-4212-4134-9184-2fec64f995f1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:21.792524 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2998f3dc-ce6e-433d-8a1f-c60cbb3b7abf req-43ed3b3a-4212-4134-9184-2fec64f995f1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1258581 Jan 17 02:35:21.875548 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2998f3dc-ce6e-433d-8a1f-c60cbb3b7abf req-bfefba34-93af-45a3-ad34-b7388dc0fa45 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809176 Jan 17 02:35:21.879500 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0694-49a1-41be-95c9-5bfc3aa28382 admin admin] Publish callbacks [] for security_group (621ea402-d037-4795-bd14-accc6221f75d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.889491 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7f3a0694-49a1-41be-95c9-5bfc3aa28382 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (621ea402-d037-4795-bd14-accc6221f75d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:21.933463 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7f3a0694-49a1-41be-95c9-5bfc3aa28382 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=054d610ca7c341729661f4b041347148&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2190168 Jan 17 02:35:21.934667 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a0694-49a1-41be-95c9-5bfc3aa28382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621ea402-d037-4795-bd14-accc6221f75d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:21.936420 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50326) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:21.986833 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-171342af-f27e-4615-ab09-a40720cf2304 admin admin] Publish callbacks [] for security_group (621ea402-d037-4795-bd14-accc6221f75d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:22.030433 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-171342af-f27e-4615-ab09-a40720cf2304 admin admin] Publish callbacks [] for security_group (621ea402-d037-4795-bd14-accc6221f75d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:22.105012 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5a2e7-0110-4540-852f-036619ceb990 req-4ba795d2-d1b9-474d-88e7-42f49b73bf51 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:22.106421 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8dc5a2e7-0110-4540-852f-036619ceb990 req-4ba795d2-d1b9-474d-88e7-42f49b73bf51 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.1169660 Jan 17 02:35:22.138043 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b945b33-ec57-4df4-8264-56c0ad77cd51 req-4f66f496-5c0b-4759-8291-6fea775e11e0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:22.139512 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b945b33-ec57-4df4-8264-56c0ad77cd51 req-4f66f496-5c0b-4759-8291-6fea775e11e0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0985019 Jan 17 02:35:22.154939 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-171342af-f27e-4615-ab09-a40720cf2304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (621ea402-d037-4795-bd14-accc6221f75d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:22.157593 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-171342af-f27e-4615-ab09-a40720cf2304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:22.158697 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-171342af-f27e-4615-ab09-a40720cf2304 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/621ea402-d037-4795-bd14-accc6221f75d HTTP/1.1" status: 204 len: 168 time: 0.2212062 Jan 17 02:35:22.187636 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171342af-f27e-4615-ab09-a40720cf2304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621ea402-d037-4795-bd14-accc6221f75d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:22.196469 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8dc5a2e7-0110-4540-852f-036619ceb990 req-da799624-50f3-477a-a8d2-6016f12dd0eb tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839877 Jan 17 02:35:22.220585 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b945b33-ec57-4df4-8264-56c0ad77cd51 req-d29d397b-128b-4407-85c6-2b9f33d4f37d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694034 Jan 17 02:35:22.355417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec7b57-30fc-4869-9ff7-6f6a437d0682 req-5bb4d5ee-594c-42a1-8d70-acc6ea34a302 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:22.356940 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e6ec7b57-30fc-4869-9ff7-6f6a437d0682 req-5bb4d5ee-594c-42a1-8d70-acc6ea34a302 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0509963 Jan 17 02:35:22.366264 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50338) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:22.371216 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'floatingip': {'port_id': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:22.449639 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (79538c54-17b6-4053-b154-28d57fae818c), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:23.065107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a638da7-0ad5-403c-bf0f-cc8e4e079693 req-06bdd920-2151-4591-a2cc-401764df043e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:23.066697 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a638da7-0ad5-403c-bf0f-cc8e4e079693 req-06bdd920-2151-4591-a2cc-401764df043e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.2162299 Jan 17 02:35:23.178451 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faeb91-076f-4c1e-a178-53726d3c0ddc req-8eb389cb-ca4d-4fd3-a7c0-3e0f892ca129 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:23.179922 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0faeb91-076f-4c1e-a178-53726d3c0ddc req-8eb389cb-ca4d-4fd3-a7c0-3e0f892ca129 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1939147 Jan 17 02:35:23.208693 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.db.resource_extend [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 02:35:23.438236 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6a638da7-0ad5-403c-bf0f-cc8e4e079693 req-b86be9c0-72f9-4896-bf6f-4fb0d32cd2d8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3593032 Jan 17 02:35:23.504283 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:23.512719 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0faeb91-076f-4c1e-a178-53726d3c0ddc req-54b2191e-271c-4ba3-bef8-18c64c5c7e11 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236492 Jan 17 02:35:23.513884 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (79538c54-17b6-4053-b154-28d57fae818c), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:23.644222 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Floating IP 79538c54-17b6-4053-b154-28d57fae818c associated. External IP: 172.27.1.67, port: c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a. Jan 17 02:35:23.654529 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b7b29-054d-44f7-802b-09543dba5ad5 req-87895af5-f8ce-4545-b834-30dce001cf04 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:23.656959 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-439b7b29-054d-44f7-802b-09543dba5ad5 req-87895af5-f8ce-4545-b834-30dce001cf04 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0969446 Jan 17 02:35:23.670310 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50404) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:23.677534 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'floatingip': {'port_id': '33b46f70-f49c-41cd-8f07-0740b1f82d6b'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:23.789983 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (c733bd35-36e8-4737-8151-b6241f5f4728), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:23.934008 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Router b4d13bf6-0286-4432-ac9a-340e714766de has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:35:24.100386 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:35:24.115542 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] Sync routers for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:35:24.126938 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:24.131214 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:35:24.131834 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:35:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:24.200973 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8f9955ad-bb97-4ad5-9b65-afe227a42e1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "PUT /v2.0/floatingips/79538c54-17b6-4053-b154-28d57fae818c HTTP/1.1" status: 200 len: 991 time: 1.8335087 Jan 17 02:35:24.201620 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:24.211160 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170556dd-ec99-4eef-ae20-3b88b5361f68" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:24.316616 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:35:24.556018 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179791ba-13b2-4a24-b31a-a19d8fd92125 x-openstack-request-id: req-179791ba-13b2-4a24-b31a-a19d8fd92125 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:24.556236 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:24.556569 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-179791ba-13b2-4a24-b31a-a19d8fd92125 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:24.556874 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'status': 'completed', 'code': 200} Jan 17 02:35:24.680173 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.db.resource_extend [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 17 02:35:24.705420 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '79538c54-17b6-4053-b154-28d57fae818c', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'port_id': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'mac_address': 'fa:16:3e:25:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:34:56Z', 'updated_at': '2022-01-17T02:35:23Z', 'revision_number': 1, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:24.738648 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] Checking router: b4d13bf6-0286-4432-ac9a-340e714766de for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:35:24.747228 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:35:24.748598 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:35:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:24.778187 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:24.782629 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8597cbe8-29d2-48b8-88a3-7892764a6ff1 req-0a216ef2-8120-4590-83e0-bf1f109a1aed tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:24.784593 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8597cbe8-29d2-48b8-88a3-7892764a6ff1 req-0a216ef2-8120-4590-83e0-bf1f109a1aed tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0567677 Jan 17 02:35:24.817215 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (c733bd35-36e8-4737-8151-b6241f5f4728), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:24.866540 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8597cbe8-29d2-48b8-88a3-7892764a6ff1 req-2b7e16d9-040d-4fa3-b4ef-bc71de66970c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739007 Jan 17 02:35:24.878168 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-237227f2-5ee1-4415-b980-dbff634076c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:24.879631 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-237227f2-5ee1-4415-b980-dbff634076c9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1099 time: 0.1525853 Jan 17 02:35:24.927519 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:35:24.951375 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Floating IP c733bd35-36e8-4737-8151-b6241f5f4728 associated. External IP: 172.27.1.209, port: 33b46f70-f49c-41cd-8f07-0740b1f82d6b. Jan 17 02:35:25.075528 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:25.176712 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '79538c54-17b6-4053-b154-28d57fae818c', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'port_id': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'mac_address': 'fa:16:3e:25:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:34:56Z', 'updated_at': '2022-01-17T02:35:23Z', 'revision_number': 1, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:25.192632 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.203092 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6812c945-8b75-43ee-ac49-43b8da341cec None None] The sync data for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi is: [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '79538c54-17b6-4053-b154-28d57fae818c', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'floating_ip_address': '172.27.1.67', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'port_id': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'mac_address': 'fa:16:3e:25:03:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:34:56Z', 'updated_at': '2022-01-17T02:35:23Z', 'revision_number': 1, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:35:25.287432 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Publish callbacks [] for security_group (e3b7d04f-4716-4608-ba62-888c60829048), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.293599 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e3b7d04f-4716-4608-ba62-888c60829048), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.321133 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-7c2a390b-9f09-4629-848a-6bfaf1c2c98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:25.322615 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-7c2a390b-9f09-4629-848a-6bfaf1c2c98b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.3687663 Jan 17 02:35:25.324334 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8839dbfbf9244d5783a122340b43b55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473137 Jan 17 02:35:25.326967 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50482) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:25.337593 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b7d04f-4716-4608-ba62-888c60829048,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:25.345055 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.345400 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.345743 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.346077 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.346431 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.346759 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.347082 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.347413 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.347735 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.348056 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.348398 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.348715 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.349046 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855c7750-63e2-437f-8dca-f6dde42c847a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.440637 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b090e-5cec-465b-9bcf-2195062fca7a None None] New status for floating IP 79538c54-17b6-4053-b154-28d57fae818c: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:35:25.545436 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-813aeb85-7e19-4915-842e-b53940170f5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 999 time: 0.2160125 Jan 17 02:35:25.605043 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Publish callbacks [] for security_group (e3b7d04f-4716-4608-ba62-888c60829048), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.638409 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-e58238f6-2b15-4263-b8fa-d5f64f7d8a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:25.639892 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-e58238f6-2b15-4263-b8fa-d5f64f7d8a34 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0875607 Jan 17 02:35:25.646631 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Publish callbacks [] for security_group (e3b7d04f-4716-4608-ba62-888c60829048), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.649329 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:35:25.765044 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-dedfa91d-88b7-4796-8d3e-ce9537232db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:25.766819 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-dedfa91d-88b7-4796-8d3e-ce9537232db4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1164086 Jan 17 02:35:25.793306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e3b7d04f-4716-4608-ba62-888c60829048), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.795818 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.796931 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3b7d04f-4716-4608-ba62-888c60829048 HTTP/1.1" status: 204 len: 168 time: 0.4690208 Jan 17 02:35:25.889895 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b7d04f-4716-4608-ba62-888c60829048,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:25.914083 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.914467 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.914802 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.915127 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.915452 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.915807 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.916179 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.916587 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.916944 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.917269 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.917628 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.917979 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.918290 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-361244ee-3fda-4ea9-a9ab-3ebb0c0a9304 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:25.930212 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:35:25.935704 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:25.944630 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] Sync routers for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:35:25.961916 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:35:25.964994 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:35:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:26.006130 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-fbe008bc-ba58-4d4a-b4d5-553d54a095c5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "PUT /v2.0/floatingips/c733bd35-36e8-4737-8151-b6241f5f4728 HTTP/1.1" status: 200 len: 992 time: 2.3339322 Jan 17 02:35:26.006836 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:26.009482 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5875b2ed-79c2-4783-9caf-a9a5f22976ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:26.014954 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-24354791-b45a-4b94-86a8-cb6c0bf7a267 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317743 Jan 17 02:35:26.021452 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6150c-57ed-4cf5-89cd-58c097b5d02e req-747b1674-0acb-4602-bb8c-e6e819d03944 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:26.027548 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65f6150c-57ed-4cf5-89cd-58c097b5d02e req-747b1674-0acb-4602-bb8c-e6e819d03944 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0720797 Jan 17 02:35:26.082498 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65f6150c-57ed-4cf5-89cd-58c097b5d02e req-0f6afb07-1818-4c35-85ac-2ddedf31fb0e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493181 Jan 17 02:35:26.136632 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:35:26.152233 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1624b9fe-7b1f-4551-95c3-689bb258e7a0 x-openstack-request-id: req-1624b9fe-7b1f-4551-95c3-689bb258e7a0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:26.152569 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:26.153684 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1624b9fe-7b1f-4551-95c3-689bb258e7a0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:26.155602 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'status': 'completed', 'code': 200} Jan 17 02:35:26.181322 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-170556dd-ec99-4eef-ae20-3b88b5361f68 req-8ceae58f-e7f0-406f-8ce7-a681524f43e0 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579583 Jan 17 02:35:26.221813 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50512) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:26.235089 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3aad366-5bbc-4cac-9354-07a9beb86b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:26.293895 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-0265ff94-92b4-4478-94ed-7fd07cbece69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:26.295707 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-0265ff94-92b4-4478-94ed-7fd07cbece69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0498383 Jan 17 02:35:26.337530 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3aad366-5bbc-4cac-9354-07a9beb86b74 admin admin] Publish callbacks [] for security_group (e9465b57-358f-4e28-bd1e-ac69b8ef5918), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:26.346942 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f3aad366-5bbc-4cac-9354-07a9beb86b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e9465b57-358f-4e28-bd1e-ac69b8ef5918), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:26.394387 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f3aad366-5bbc-4cac-9354-07a9beb86b74 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8272bddb591b4fdebadbd5628c4379af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1710646 Jan 17 02:35:26.394387 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3aad366-5bbc-4cac-9354-07a9beb86b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9465b57-358f-4e28-bd1e-ac69b8ef5918,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:26.394830 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50514) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:26.406503 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-f5a17043-d422-4d54-8461-494fde04da75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:26.408006 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-f5a17043-d422-4d54-8461-494fde04da75 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.1019239 Jan 17 02:35:26.430969 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'c733bd35-36e8-4737-8151-b6241f5f4728', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'port_id': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'mac_address': 'fa:16:3e:04:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:34:41Z', 'updated_at': '2022-01-17T02:35:24Z', 'revision_number': 1, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:26.514211 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-93b03aa5-760f-4a48-9d8f-5ec749aa5cf6 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 1000 time: 0.0964825 Jan 17 02:35:26.515153 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b921809-1dec-4941-884c-da09dd4f3f25 admin admin] Publish callbacks [] for security_group (e9465b57-358f-4e28-bd1e-ac69b8ef5918), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:26.569115 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b921809-1dec-4941-884c-da09dd4f3f25 admin admin] Publish callbacks [] for security_group (e9465b57-358f-4e28-bd1e-ac69b8ef5918), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:26.589867 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] Checking router: 8d812c53-463b-4e79-85d6-4ec6a8acaed5 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:35:26.594248 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-1cee7fc2-7d42-4496-9da2-764739963b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:26.595775 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-1cee7fc2-7d42-4496-9da2-764739963b3a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0756626 Jan 17 02:35:26.600010 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:35:26.600698 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:35:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:26.628901 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b921809-1dec-4941-884c-da09dd4f3f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (e9465b57-358f-4e28-bd1e-ac69b8ef5918), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:26.631629 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5b921809-1dec-4941-884c-da09dd4f3f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:26.632828 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5b921809-1dec-4941-884c-da09dd4f3f25 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9465b57-358f-4e28-bd1e-ac69b8ef5918 HTTP/1.1" status: 204 len: 168 time: 0.2371757 Jan 17 02:35:26.642766 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b921809-1dec-4941-884c-da09dd4f3f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9465b57-358f-4e28-bd1e-ac69b8ef5918,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:26.691412 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-fd55c369-92af-49be-a68e-dd7ce7f7bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:26.693066 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-fd55c369-92af-49be-a68e-dd7ce7f7bf64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0469055 Jan 17 02:35:26.719653 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:35:26.809146 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-ad87d933-98d5-4c67-b204-c8b1f2f9577c service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083066 Jan 17 02:35:26.937905 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5875b2ed-79c2-4783-9caf-a9a5f22976ca req-d0c6a7b6-108d-476c-9eda-2cf00454d6f7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223533 Jan 17 02:35:26.987778 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'c733bd35-36e8-4737-8151-b6241f5f4728', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'port_id': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'mac_address': 'fa:16:3e:04:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:34:41Z', 'updated_at': '2022-01-17T02:35:24Z', 'revision_number': 1, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:27.021267 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04519cec-9476-4e75-8637-8cfccf927029 None None] The sync data for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi is: [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'c733bd35-36e8-4737-8151-b6241f5f4728', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'floating_ip_address': '172.27.1.209', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'port_id': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'mac_address': 'fa:16:3e:04:10:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:34:41Z', 'updated_at': '2022-01-17T02:35:24Z', 'revision_number': 1, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:35:27.280477 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04befff-a3b2-4bf2-ae8c-a9b6525f8088 req-1110de6c-36f6-4617-a097-04651fb6aee7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:27.287785 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a04befff-a3b2-4bf2-ae8c-a9b6525f8088 req-1110de6c-36f6-4617-a097-04651fb6aee7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1120014 Jan 17 02:35:27.345848 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb6aa2f-5c8e-415a-8b08-684889294229 None None] New status for floating IP c733bd35-36e8-4737-8151-b6241f5f4728: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:35:27.368041 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a04befff-a3b2-4bf2-ae8c-a9b6525f8088 req-cfab0599-61d8-4e67-9d48-9a2ba88a23b0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Jan 17 02:35:27.968479 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50572) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:28.076802 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7adf38c2-b85b-438e-8d94-42ff2ed32a43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:28.149514 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7adf38c2-b85b-438e-8d94-42ff2ed32a43 admin admin] Publish callbacks [] for security_group (4210bcee-80f1-45d4-aa91-d7016d2aec24), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:28.156168 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7adf38c2-b85b-438e-8d94-42ff2ed32a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (4210bcee-80f1-45d4-aa91-d7016d2aec24), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:28.194095 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf38c2-b85b-438e-8d94-42ff2ed32a43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4210bcee-80f1-45d4-aa91-d7016d2aec24,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:28.198296 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7adf38c2-b85b-438e-8d94-42ff2ed32a43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ec23552b9bd24ecc98ce82e097597a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287858 Jan 17 02:35:28.201294 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50582) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:28.250780 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1492-3797-45fc-bc5f-c439c67856fe admin admin] Publish callbacks [] for security_group (4210bcee-80f1-45d4-aa91-d7016d2aec24), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:28.272907 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1492-3797-45fc-bc5f-c439c67856fe admin admin] Publish callbacks [] for security_group (4210bcee-80f1-45d4-aa91-d7016d2aec24), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:28.325095 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1492-3797-45fc-bc5f-c439c67856fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (4210bcee-80f1-45d4-aa91-d7016d2aec24), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:28.327641 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f8ca1492-3797-45fc-bc5f-c439c67856fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:28.328838 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f8ca1492-3797-45fc-bc5f-c439c67856fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4210bcee-80f1-45d4-aa91-d7016d2aec24 HTTP/1.1" status: 204 len: 168 time: 0.1266804 Jan 17 02:35:28.336306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ca1492-3797-45fc-bc5f-c439c67856fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4210bcee-80f1-45d4-aa91-d7016d2aec24,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:28.490025 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1deecd-0237-41d8-9d24-9f25a15725aa req-c86ac936-e35c-443f-83ce-3cede9540c62 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:28.491626 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc1deecd-0237-41d8-9d24-9f25a15725aa req-c86ac936-e35c-443f-83ce-3cede9540c62 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0555599 Jan 17 02:35:28.542547 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc1deecd-0237-41d8-9d24-9f25a15725aa req-a8f68105-a599-4c3e-b5ae-df0cef47382d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448527 Jan 17 02:35:28.979927 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50628) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:29.080528 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1132063985-network', 'tenant_id': '20f3bbecadfb47dca935ac0986b088eb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:29.107908 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Made reservation on behalf of 20f3bbecadfb47dca935ac0986b088eb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:29.110652 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.119264 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.198758 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks [] for security_group (f72f74b2-cecc-4d92-a6bd-a4525f5c7bef), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.204763 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f72f74b2-cecc-4d92-a6bd-a4525f5c7bef), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.228829 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:35:29.237324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:29.249052 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (71c86343-11b8-4198-83f5-bf89c3495956), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.249374 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Added segment 71c86343-11b8-4198-83f5-bf89c3495956 of type vlan for network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 Jan 17 02:35:29.292350 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (51c5014e-4388-4f67-9eb7-eef46e8a6fe0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.319446 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (51c5014e-4388-4f67-9eb7-eef46e8a6fe0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.320746 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:29.321110 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.381605 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3999443 Jan 17 02:35:29.384848 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50636) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:29.386661 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e4a815-e678-46bf-863b-c92d7fe75605 admin admin] Pushing event updated for resources: {'Network': ['ID=51c5014e-4388-4f67-9eb7-eef46e8a6fe0,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:29.389881 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Request body: {'subnet': {'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1132063985-subnet', 'tenant_id': '20f3bbecadfb47dca935ac0986b088eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:29.397310 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:35:29.414808 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Made reservation on behalf of 20f3bbecadfb47dca935ac0986b088eb for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:29.417260 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.583712 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (eee0e8c0-0c45-4654-96bd-31b277095902), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.646107 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee0e8c0-0c45-4654-96bd-31b277095902,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:29.653623 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Checking segment: {'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:35:29.654062 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Network hostable DHCP agents. Network: 51c5014e-4388-4f67-9eb7-eef46e8a6fe0, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:35:29.675991 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:35:29.687976 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 51c5014e-4388-4f67-9eb7-eef46e8a6fe0) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:35:29.692099 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:29.692772 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:29.694765 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27f867-3e20-4f2e-9e51-0278d828199c req-adbcc496-d458-4fa2-a32b-32f5832c7a55 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:29.696972 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b27f867-3e20-4f2e-9e51-0278d828199c req-adbcc496-d458-4fa2-a32b-32f5832c7a55 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0794542 Jan 17 02:35:29.697922 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4a185a-76ef-4118-a332-6a30362a9d5e None None] Network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:35:29.716623 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-00ba9b14-fe72-4546-8cc1-b43cc78a6171 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3297882 Jan 17 02:35:29.751708 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b27f867-3e20-4f2e-9e51-0278d828199c req-e6085833-78d2-47d2-ae97-48d1d54bd7c7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480592 Jan 17 02:35:29.798769 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1faaa6f6-3a27-4736-92b4-650117744e12 None None] Network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:35:30.877787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315802a-fc67-43f5-b079-95947c147f4d req-330bc11e-5629-4611-bc9b-4c35e2031100 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:30.879288 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a315802a-fc67-43f5-b079-95947c147f4d req-330bc11e-5629-4611-bc9b-4c35e2031100 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0559199 Jan 17 02:35:30.927226 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a315802a-fc67-43f5-b079-95947c147f4d req-82505fb6-0a60-4ad2-815e-b4d305b863e5 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Jan 17 02:35:32.047535 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496b69-8b1b-4e83-9c35-324327e0f98e req-f0fecf98-6f8a-4554-b883-face0fc584a6 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:32.048907 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83496b69-8b1b-4e83-9c35-324327e0f98e req-f0fecf98-6f8a-4554-b883-face0fc584a6 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0527818 Jan 17 02:35:32.096833 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-83496b69-8b1b-4e83-9c35-324327e0f98e req-876dc1b2-b3a4-4ed1-ac1c-0f89c8efdda1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jan 17 02:35:32.499507 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-cece256d-1b07-4fdf-bf31-88741e1c1217 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:32.501059 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-cece256d-1b07-4fdf-bf31-88741e1c1217 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/networks?id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0 HTTP/1.1" status: 200 len: 809 time: 0.1048629 Jan 17 02:35:32.515462 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-5b1132ae-db9d-462a-9f70-da549443d590 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/quotas/20f3bbecadfb47dca935ac0986b088eb HTTP/1.1" status: 200 len: 375 time: 0.0091276 Jan 17 02:35:32.544746 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0f84539c-e3d1-4c44-8dba-6f1e31a2a2ac tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f3bbecadfb47dca935ac0986b088eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246212 Jan 17 02:35:32.632958 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-1deb229b-9eb2-42db-9580-fb13c81c2e23 service neutron] 10.222.0.24 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Jan 17 02:35:32.726891 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-3fec281a-e9de-4a22-8728-6e5cd4181716 service neutron] 10.222.0.24 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879540 Jan 17 02:35:32.894921 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f12649ea-f52c-4cf2-8381-585ed17afa37 req-36223208-7ed8-4ba0-88ef-295cde271881 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 210 time: 0.0250046 Jan 17 02:35:33.148218 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:35:33.231957 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686dda-e3ba-47bb-a72c-5f0a66741c42 req-e4d34bb1-5316-44ec-916d-a5d1ca7a6cc2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:33.233664 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65686dda-e3ba-47bb-a72c-5f0a66741c42 req-e4d34bb1-5316-44ec-916d-a5d1ca7a6cc2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0634093 Jan 17 02:35:33.288526 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-65686dda-e3ba-47bb-a72c-5f0a66741c42 req-b9d79c74-fda7-4a45-9fbb-ea3fedda9246 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489576 Jan 17 02:35:33.988088 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2338462-9847-425a-8980-42dea1dcd86a req-51ee3b50-09a8-4f8e-a253-3b8015cc63d3 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 210 time: 0.0285635 Jan 17 02:35:34.412712 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6019b20-e299-4982-835f-e29b02fb74cf req-131abab8-90f3-4ead-839f-659c35cd89e8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:34.414151 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6019b20-e299-4982-835f-e29b02fb74cf req-131abab8-90f3-4ead-839f-659c35cd89e8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0501506 Jan 17 02:35:34.461055 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6019b20-e299-4982-835f-e29b02fb74cf req-e740329a-ca62-4a0e-85b1-a7e49533809c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Jan 17 02:35:34.627612 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-e1263716-377e-471a-810b-30f40a37f984 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1262085 Jan 17 02:35:34.670668 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-7948c908-5533-48f8-b6d7-5ba0cff7847a tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:34.672163 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-7948c908-5533-48f8-b6d7-5ba0cff7847a tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "GET /v2.0/networks?id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0 HTTP/1.1" status: 200 len: 809 time: 0.1720245 Jan 17 02:35:34.829142 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Request body: {'port': {'device_id': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0', 'admin_state_up': True, 'tenant_id': '20f3bbecadfb47dca935ac0986b088eb'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:34.939396 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-ef602a67-2c5c-40c9-9533-966c9fc68e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:34.940905 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-ef602a67-2c5c-40c9-9533-966c9fc68e70 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cd9ae723aff549fe8e80022cb0e77cb9&device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 1098 time: 0.0847261 Jan 17 02:35:34.985231 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Made reservation on behalf of 20f3bbecadfb47dca935ac0986b088eb for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:34.996437 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:35.101039 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c941bace-a6b5-411b-867d-0c5dfa07a2e2 req-153ff2bd-ca97-4521-a688-f6704e8bb9d5 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 210 time: 0.0419483 Jan 17 02:35:35.265102 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-f8c0440b-6ecd-4870-9334-c6aa13454dd2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:35.266648 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-f8c0440b-6ecd-4870-9334-c6aa13454dd2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.1133344 Jan 17 02:35:35.282289 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-31c68ccd-79ca-4e1c-8d5a-bbc8bc08ef64 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/quotas/c889c4e9bfb24231968d2c8e2d02a1b2 HTTP/1.1" status: 200 len: 375 time: 0.0097191 Jan 17 02:35:35.332096 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-cff175de-0256-409e-9524-ecf391c4f128 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433636 Jan 17 02:35:35.353913 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:35.380796 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-1d6943a7-2440-44a7-9e06-9563c798c17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:35.382293 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-1d6943a7-2440-44a7-9e06-9563c798c17e service neutron] 10.222.0.64 "GET /v2.0/networks?id=c18fcc35-fcf8-48a2-8d41-5a1f402e312e HTTP/1.1" status: 200 len: 913 time: 0.3901303 Jan 17 02:35:35.428933 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a147ca8c-a9e9-4fc5-aed2-e94cfbbfa908 service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897176 Jan 17 02:35:35.434706 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Allocated IP 172.20.0.14 (51c5014e-4388-4f67-9eb7-eef46e8a6fe0/eee0e8c0-0c45-4654-96bd-31b277095902/2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:35:35.437729 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-6861d0db-bdd2-4e3c-9406-1d361934c65c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8442125d-91ba-4cc7-a1a2-404f0c258981 HTTP/1.1" status: 200 len: 217 time: 0.0415115 Jan 17 02:35:35.524125 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-19192461-8280-4c92-8130-5ca927df1578 service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882747 Jan 17 02:35:35.524371 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-508ec66e-91e2-48f2-875f-39355a952526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:35.525785 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-508ec66e-91e2-48f2-875f-39355a952526 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=ac165203-b84d-413a-a1cc-b851c055ae35 HTTP/1.1" status: 200 len: 852 time: 0.0805340 Jan 17 02:35:35.568002 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-5f8f3189-d7f7-44bb-865e-71274f8f5289 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=c18fcc35-fcf8-48a2-8d41-5a1f402e312e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319464 Jan 17 02:35:35.589271 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d532d2-862b-4598-8ac2-de3c103ff13a req-b02978a8-b677-4766-92db-dd476772d75c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:35.590908 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2d532d2-862b-4598-8ac2-de3c103ff13a req-b02978a8-b677-4766-92db-dd476772d75c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0518839 Jan 17 02:35:35.651937 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2d532d2-862b-4598-8ac2-de3c103ff13a req-1d515c03-d092-41e3-9527-6a2f2e35ba5e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549819 Jan 17 02:35:35.729352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks [] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:35.743945 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-e69c7c4f-7d96-4bd5-876e-e8ca3ec4df39 service neutron] 10.222.0.64 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480694 Jan 17 02:35:35.751917 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee25fd40-ea5b-45ad-82d8-007318329599 req-04d5bef8-3c38-485c-a9ea-6b11428266ee tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 210 time: 0.0254836 Jan 17 02:35:35.830709 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:35.890939 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:35:35.893278 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d9bd7453-589c-4220-a9e5-e965c61565e3 req-14c5c2f4-b76a-4890-bfa7-e502b6ed1bda service neutron] 10.222.0.64 "GET /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344154 Jan 17 02:35:35.896350 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:35:35.900166 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:35:35.905998 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:35.906665 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:35.915597 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Pushing event updated for resources: {'Port': ['ID=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:35.929886 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-ac9852a9-dc16-4942-ba77-2414b93a0f81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1069543 Jan 17 02:35:35.983924 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Request body: {'port': {'device_id': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:36.042008 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:36.217152 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c88af-e96d-45df-a5d4-c18d1f4ef8ca req-e0bf6e5b-0c5e-4c96-be1c-8fc5ab30ac32 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:36.219269 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-206c88af-e96d-45df-a5d4-c18d1f4ef8ca req-e0bf6e5b-0c5e-4c96-be1c-8fc5ab30ac32 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 932 time: 0.0488973 Jan 17 02:35:36.274055 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-206c88af-e96d-45df-a5d4-c18d1f4ef8ca req-167f45b1-e5e2-4941-8b98-6d12f3d6b6a6 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492532 Jan 17 02:35:36.317142 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:36.326941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Publish callbacks [] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:36.339166 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Transition to ACTIVE for port object 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:35:36.343715 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:36.413291 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:36.425271 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Attempting to bind port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:35:36.425763 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Attempting to bind port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:35:36.426294 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Attempting to bind port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 on network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:35:36.431776 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 on network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:35:36.432098 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Attempting to bind port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 on network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:35:36.437245 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:35:36.437626 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Checking segment: {'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:35:36.438120 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Bound using segment: {'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:35:36.438550 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Bound port: 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:35:36.438903 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:36.507507 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] For port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:35:36.510662 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] For port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:35:36.515020 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:36.552882 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:36.553503 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:36.554902 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] 10.222.0.64 "PUT /v2.0/ports/2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 HTTP/1.1" status: 200 len: 1094 time: 0.5755692 Jan 17 02:35:36.555336 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'tag': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:36.557643 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22dc6f4e-1896-461c-9636-f3915ab6bc31" -d '{"events": [{"name": "network-changed", "server_uuid": "174c40e9-53cc-4bfc-a4e6-5969e5f48819", "tag": "2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:36.579231 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4af273-305c-4abf-aacd-4a2536ae0e98 service neutron] Pushing event updated for resources: {'Port': ['ID=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:36.595596 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af386f8a-6d31-49f2-91f8-91a4a9408d0a x-openstack-request-id: req-af386f8a-6d31-49f2-91f8-91a4a9408d0a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:36.595891 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "174c40e9-53cc-4bfc-a4e6-5969e5f48819", "tag": "2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:36.596287 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af386f8a-6d31-49f2-91f8-91a4a9408d0a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:36.596672 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'tag': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7', 'status': 'completed', 'code': 200} Jan 17 02:35:36.678125 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-81dd0860-038d-4349-a614-5149f824bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:36.679636 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-81dd0860-038d-4349-a614-5149f824bed1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20f3bbecadfb47dca935ac0986b088eb&device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 1097 time: 0.0419822 Jan 17 02:35:36.739685 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-7f755935-6b98-442e-9caf-be39939ca053 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 HTTP/1.1" status: 200 len: 217 time: 0.0388951 Jan 17 02:35:36.775259 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00615e6a-a945-4f6d-b92f-bf3b8592bcf9 req-488aecb1-f6d5-489e-ba2b-1e2934a4be7f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:36.777064 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00615e6a-a945-4f6d-b92f-bf3b8592bcf9 req-488aecb1-f6d5-489e-ba2b-1e2934a4be7f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0499351 Jan 17 02:35:36.794909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0469da2b-7625-48de-a014-ee8363c0fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:36.798924 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-0469da2b-7625-48de-a014-ee8363c0fc77 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eee0e8c0-0c45-4654-96bd-31b277095902 HTTP/1.1" status: 200 len: 849 time: 0.0510066 Jan 17 02:35:36.837282 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-9371105e-be23-44dc-a891-59dca8a9c010 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307565 Jan 17 02:35:36.844718 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00615e6a-a945-4f6d-b92f-bf3b8592bcf9 req-d7001b82-cc16-4fbd-a7aa-ed937a2c3d7d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544107 Jan 17 02:35:36.889194 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d00db2e-873d-4158-9f7f-382324470928 req-fb75b3f5-8194-4b7d-9744-1495c2aa3864 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 210 time: 0.0492122 Jan 17 02:35:36.945926 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-7b9834be-5450-4a91-b609-f7ad6899dbca service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004124 Jan 17 02:35:37.057410 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b33efe2-ee3a-4406-8bef-dfa5de05ef20 req-526a7516-b58a-4d6f-980a-b369bedb91e0 service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922630 Jan 17 02:35:37.227654 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-896a4a4c-272c-428a-a3ac-de12bc1a8f94 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:37.229149 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-896a4a4c-272c-428a-a3ac-de12bc1a8f94 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.1299798 Jan 17 02:35:37.258460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-4171a97c-c67a-415f-87d8-85705f386878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:37.259952 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-4171a97c-c67a-415f-87d8-85705f386878 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20f3bbecadfb47dca935ac0986b088eb&device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 1097 time: 0.0494051 Jan 17 02:35:37.292044 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Request body: {'port': {'device_id': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'admin_state_up': True, 'tenant_id': 'c889c4e9bfb24231968d2c8e2d02a1b2'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:37.439386 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da13f7b-e469-4bfd-8685-78fb008eaca5 req-26c3fbcf-56bd-4fd0-9108-c79bb758bc57 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:37.441287 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5da13f7b-e469-4bfd-8685-78fb008eaca5 req-26c3fbcf-56bd-4fd0-9108-c79bb758bc57 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 944 time: 0.0880470 Jan 17 02:35:37.457989 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-6463e123-fd1f-4584-a190-f797e73e9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:37.459641 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-6463e123-fd1f-4584-a190-f797e73e9929 service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0 HTTP/1.1" status: 200 len: 910 time: 0.1642582 Jan 17 02:35:37.491423 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Made reservation on behalf of c889c4e9bfb24231968d2c8e2d02a1b2 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:35:37.501652 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:37.514123 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5da13f7b-e469-4bfd-8685-78fb008eaca5 req-9f325de7-9a75-4be3-85d5-f9cee74d952e tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643537 Jan 17 02:35:37.533184 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-232e3c88-2851-4172-9eb7-1698dc5b279c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 HTTP/1.1" status: 200 len: 217 time: 0.0509305 Jan 17 02:35:37.624450 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-f0ade74c-a11b-48a5-bcca-58e3329e5257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:37.625879 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-f0ade74c-a11b-48a5-bcca-58e3329e5257 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eee0e8c0-0c45-4654-96bd-31b277095902 HTTP/1.1" status: 200 len: 849 time: 0.0803151 Jan 17 02:35:37.681850 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-883e7198-a527-46d3-a193-ee95c8e8b701 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475218 Jan 17 02:35:37.705810 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Allocated IP 172.20.0.4 (97da4c82-5c36-47e9-8cea-2b4c9d79a703/a2418b5e-c405-4c40-bad2-c94ad6715fde/30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:35:37.844178 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-383450c0-71ea-41d9-bb34-25f64c25d9a7 service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478255 Jan 17 02:35:37.968252 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafef05-0b25-4090-817b-fd5fc66ba32d req-265f98da-22bc-408a-bccc-13eb12a3c32e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:37.969842 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5aafef05-0b25-4090-817b-fd5fc66ba32d req-265f98da-22bc-408a-bccc-13eb12a3c32e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0513830 Jan 17 02:35:37.990148 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks [] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.003205 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-415f1746-7bb3-4f49-a6a6-0dd53e0a45c2 req-cd54d2e0-142d-4bba-828c-59bc27879563 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 210 time: 0.0323303 Jan 17 02:35:38.014893 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-22dc6f4e-1896-461c-9636-f3915ab6bc31 req-0e6993ca-dae3-48f4-8668-a7dca928f278 service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332743 Jan 17 02:35:38.048559 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5aafef05-0b25-4090-817b-fd5fc66ba32d req-f25dc796-849b-4eb3-9dc7-7497791e5f36 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686080 Jan 17 02:35:38.051369 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.093368 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:35:38.098318 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:35:38.100999 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:35:38.105546 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:38.107066 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:38.107671 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.124494 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event updated for resources: {'Port': ['ID=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:38.136409 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-a4f32b45-9b7f-4150-bb75-b54407d3285c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8470201 Jan 17 02:35:38.156925 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Request body: {'port': {'device_id': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:35:38.213478 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.478763 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:38.486679 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Publish callbacks [] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.498373 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Transition to ACTIVE for port object 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:35:38.505377 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.553805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Pushing event updated for resources: {'Port': ['ID=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:38.586077 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Attempting to bind port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:35:38.586492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Attempting to bind port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:35:38.586879 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Attempting to bind port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:35:38.591417 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:35:38.591832 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Attempting to bind port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:35:38.597098 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:35:38.597427 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Checking segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:35:38.597805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Bound using segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:35:38.598225 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Bound port: 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:35:38.598576 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.622565 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50884) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:38.664334 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] For port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:35:38.667263 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] For port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:35:38.673536 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.676380 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc67378-6c28-4529-a773-e9d56881a0d6 req-050d3758-c861-40c2-a250-4f227984c70c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:38.677870 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6dc67378-6c28-4529-a773-e9d56881a0d6 req-050d3758-c861-40c2-a250-4f227984c70c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 944 time: 0.0863590 Jan 17 02:35:38.685350 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] Deleting subnet e28c1e59-343e-4721-9bdd-89bee8c39768 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:35:38.689414 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] Publish callbacks [] for subnet (e28c1e59-343e-4721-9bdd-89bee8c39768), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.710321 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:38.710935 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.712342 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] 10.222.0.64 "PUT /v2.0/ports/30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 HTTP/1.1" status: 200 len: 1093 time: 0.5598803 Jan 17 02:35:38.712783 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'tag': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:38.715201 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ccc6201-bf7b-4df8-bfc9-690b142202ee", "tag": "30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:38.734117 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb4e69f-f49c-426d-add1-5eb65a5f8f33 service neutron] Pushing event updated for resources: {'Port': ['ID=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:38.746443 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14247146'] for subnet (e28c1e59-343e-4721-9bdd-89bee8c39768), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.766855 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e2b94c-a405-436d-83af-390067543085 x-openstack-request-id: req-25e2b94c-a405-436d-83af-390067543085 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:38.767140 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ccc6201-bf7b-4df8-bfc9-690b142202ee", "tag": "30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:38.767407 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25e2b94c-a405-436d-83af-390067543085 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:38.767801 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'tag': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', 'status': 'completed', 'code': 200} Jan 17 02:35:38.782173 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6dc67378-6c28-4529-a773-e9d56881a0d6 req-951bd2e0-9e06-45cb-baaf-b3fa4e4b2b94 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936782 Jan 17 02:35:38.797165 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (e28c1e59-343e-4721-9bdd-89bee8c39768), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.844201 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-c240cfde-63f4-4b21-b61e-67b3b663315f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:38.845833 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-c240cfde-63f4-4b21-b61e-67b3b663315f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 1096 time: 0.0426104 Jan 17 02:35:38.856694 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14116031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14037760'] for subnet (e28c1e59-343e-4721-9bdd-89bee8c39768), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.882407 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28c1e59-343e-4721-9bdd-89bee8c39768,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:38.886082 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:38.889334 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ebd212aa-2b4d-442b-b1bd-9b5446892b86 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e28c1e59-343e-4721-9bdd-89bee8c39768 HTTP/1.1" status: 204 len: 168 time: 0.2658267 Jan 17 02:35:38.891844 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50892) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:38.961418 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (b86c2b34-61b7-412d-b640-043019734942), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.027023 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-0318bdcf-ab2b-47d0-b945-35fb34efe624 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 HTTP/1.1" status: 200 len: 217 time: 0.0375271 Jan 17 02:35:39.037225 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (b86c2b34-61b7-412d-b640-043019734942), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.061619 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86c2b34-61b7-412d-b640-043019734942']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:39.073625 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48130b07-d8fc-4971-a546-7098214633c1') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:39.073907 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48130b07-d8fc-4971-a546-7098214633c1') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:39.077116 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-f19cf458-70b5-413b-afc6-d3e25de61bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:39.078604 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-f19cf458-70b5-413b-afc6-d3e25de61bd5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.0437880 Jan 17 02:35:39.090970 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14246681'] for segment (48130b07-d8fc-4971-a546-7098214633c1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.110597 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-c9814371-f486-4695-a0ac-e4090134567f service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237901 Jan 17 02:35:39.118843 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (48130b07-d8fc-4971-a546-7098214633c1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.148470 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Releasing vlan 290 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:35:39.148869 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14116049'] for segment (48130b07-d8fc-4971-a546-7098214633c1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: timer() Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: cb(*args, **kw) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: self._notify() Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: self.callback(batched_events) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: event.method(event) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._get(url).json() Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:35:39.150553 dv-cinder-821602-13-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:35:39.205623 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-bba36a3b-9bf7-4e6d-96e5-47598cf199df service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843399 Jan 17 02:35:39.212275 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86444b-0228-44cc-a0d8-ddd450372de9 req-44605650-693d-4a08-811d-7d7fe3688675 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:39.213668 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb86444b-0228-44cc-a0d8-ddd450372de9 req-44605650-693d-4a08-811d-7d7fe3688675 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 943 time: 0.1420729 Jan 17 02:35:39.232318 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894ade8-a1ea-43d9-873f-2f62dcca0e08 req-72af8ab8-e1d9-4e10-b6e9-1e8415295247 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:39.233767 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4894ade8-a1ea-43d9-873f-2f62dcca0e08 req-72af8ab8-e1d9-4e10-b6e9-1e8415295247 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1127851 Jan 17 02:35:39.239440 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (b86c2b34-61b7-412d-b640-043019734942), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.283229 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.286805 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b86c2b34-61b7-412d-b640-043019734942 HTTP/1.1" status: 204 len: 168 time: 0.3939581 Jan 17 02:35:39.293018 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50898) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:39.293477 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0480a-ca85-4c6e-87cd-0849c88e7947 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86c2b34-61b7-412d-b640-043019734942,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:39.325168 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-76ccb1ce-4e68-4906-871f-6365c3a8b01a req-6cf1d357-d432-4b39-b061-a245a264d208 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114054 Jan 17 02:35:39.327714 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fb86444b-0228-44cc-a0d8-ddd450372de9 req-ebfcdcae-57fe-4726-a0cd-02ed84d84b1a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044300 Jan 17 02:35:39.331349 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4894ade8-a1ea-43d9-873f-2f62dcca0e08 req-bf1a823a-07e1-4a5c-b744-6ea080cf2c30 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903218 Jan 17 02:35:39.341176 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] Deleting subnet 9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:35:39.350711 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] Publish callbacks [] for subnet (9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.383300 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] Publish callbacks [] for subnet (9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.392443 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.447198 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for subnet (9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.471574 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:39.477357 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.480737 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ac7c619a-6e5d-4ca0-83c4-75ff8c945731 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9dbb3d3b-5a63-4f9e-b7d8-1498557ea3cb HTTP/1.1" status: 204 len: 168 time: 0.1866817 Jan 17 02:35:39.483706 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50902) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:39.582336 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (b82da798-6b62-4ea7-bc2f-91703ac6e715), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.589076 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-92bb6931-e6dc-4d38-b3bb-b147d52943f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:39.590633 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-92bb6931-e6dc-4d38-b3bb-b147d52943f0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 1096 time: 0.0888474 Jan 17 02:35:39.679180 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dfad35d4-8f1e-4416-ab59-64efe168b6ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.910592 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6a1684-c676-426b-a411-2009d3841eb7 req-3c1a64ac-816d-4385-986d-4791d33e29f5 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:39.912321 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d6a1684-c676-426b-a411-2009d3841eb7 req-3c1a64ac-816d-4385-986d-4791d33e29f5 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 944 time: 0.0548089 Jan 17 02:35:39.936247 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (b82da798-6b62-4ea7-bc2f-91703ac6e715), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:39.961992 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d6a1684-c676-426b-a411-2009d3841eb7 req-e53a730f-e836-48f9-a08d-e2dbe67fc641 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437632 Jan 17 02:35:39.967417 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.967737 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.968519 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.968847 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > port after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.969187 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.969513 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > port after_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.969845 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.970156 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.970468 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:39.970781 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:40.038481 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:40.038832 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:40.039163 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:40.039489 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102670) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 17 02:35:40.039848 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b82da798-6b62-4ea7-bc2f-91703ac6e715']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:40.054000 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-4af09133-b0f7-4822-ad36-91faa2f425f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:40.055568 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-4af09133-b0f7-4822-ad36-91faa2f425f9 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 915 time: 0.4562380 Jan 17 02:35:40.060536 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db36d00d-8cd9-4966-a9d2-daccc338bd29') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:40.060826 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db36d00d-8cd9-4966-a9d2-daccc338bd29') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:35:40.083795 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (db36d00d-8cd9-4966-a9d2-daccc338bd29), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.122025 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-049ccf8f-a0b6-459a-a305-57721b94d6f5 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 HTTP/1.1" status: 200 len: 217 time: 0.0572305 Jan 17 02:35:40.131449 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (db36d00d-8cd9-4966-a9d2-daccc338bd29), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.155062 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:35:40.155646 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (db36d00d-8cd9-4966-a9d2-daccc338bd29), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.161655 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:35:40.164274 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:35:40.243969 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-661cfba5-3565-4394-9e67-eb13439cba25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:40.245523 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-661cfba5-3565-4394-9e67-eb13439cba25 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.1067290 Jan 17 02:35:40.247049 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (b82da798-6b62-4ea7-bc2f-91703ac6e715), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.254025 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.257145 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] 10.222.0.24 "DELETE /v2.0/networks/b82da798-6b62-4ea7-bc2f-91703ac6e715 HTTP/1.1" status: 204 len: 168 time: 0.7722580 Jan 17 02:35:40.269435 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b562146c-daba-4155-9f80-23c02eced1bf admin admin] Pushing event deleted for resources: {'Network': ['ID=b82da798-6b62-4ea7-bc2f-91703ac6e715,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:40.295523 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-4b7dec76-13ff-4ab4-b780-3ca346e30c64 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272672 Jan 17 02:35:40.384873 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50918) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:40.405190 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-d9acac76-ef42-4a96-9960-ee5b02c622f8 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936391 Jan 17 02:35:40.487989 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7f4c87a9-6c87-46f4-8fdb-b4494e9d0ff7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=351e09aa9cd34d5c8f3e3a32da64a7ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1012540 Jan 17 02:35:40.490929 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50920) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:40.511229 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2733cd6f-7584-4e8f-bbc9-024bfb1175f7 req-43de50cb-c31e-4ebe-ae10-d6071b406d86 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923498 Jan 17 02:35:40.528432 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c503e4-caf4-44d8-98b8-84521cc81da9 req-eedb9aee-cc46-4a9e-a22a-bd8f5b41a8b3 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:40.529976 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68c503e4-caf4-44d8-98b8-84521cc81da9 req-eedb9aee-cc46-4a9e-a22a-bd8f5b41a8b3 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 943 time: 0.1167912 Jan 17 02:35:40.560813 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3bece9-3eb4-4a38-a5bf-f4ff92641aae req-3b6a2d02-db22-4812-8c8b-9a5c0663f1ab tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:40.562364 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d3bece9-3eb4-4a38-a5bf-f4ff92641aae req-3b6a2d02-db22-4812-8c8b-9a5c0663f1ab tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1362374 Jan 17 02:35:40.828593 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7488c0d9-34ed-43af-94b5-096ba8d6f4f5 admin admin] Publish callbacks [] for security_group (371ee0e6-5a34-4d13-a0ac-22149c27bae9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.833841 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68c503e4-caf4-44d8-98b8-84521cc81da9 req-1971c3a1-436e-4803-9b35-c2c6a29f8822 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2970104 Jan 17 02:35:40.838082 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d3bece9-3eb4-4a38-a5bf-f4ff92641aae req-cf3dcd65-1e4c-4c9a-a4f4-d6266328375c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681065 Jan 17 02:35:40.863934 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7488c0d9-34ed-43af-94b5-096ba8d6f4f5 admin admin] Publish callbacks [] for security_group (371ee0e6-5a34-4d13-a0ac-22149c27bae9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.910975 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7488c0d9-34ed-43af-94b5-096ba8d6f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (371ee0e6-5a34-4d13-a0ac-22149c27bae9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.913583 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7488c0d9-34ed-43af-94b5-096ba8d6f4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:40.914721 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7488c0d9-34ed-43af-94b5-096ba8d6f4f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/371ee0e6-5a34-4d13-a0ac-22149c27bae9 HTTP/1.1" status: 204 len: 168 time: 0.4214277 Jan 17 02:35:40.923711 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488c0d9-34ed-43af-94b5-096ba8d6f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371ee0e6-5a34-4d13-a0ac-22149c27bae9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:41.081741 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857f10e-a360-4a46-9450-9c0ace1b6de5 req-65727420-6c2b-4d76-9afa-45433ebb6d0c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:41.083241 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e857f10e-a360-4a46-9450-9c0ace1b6de5 req-65727420-6c2b-4d76-9afa-45433ebb6d0c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 944 time: 0.0521917 Jan 17 02:35:41.131907 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e857f10e-a360-4a46-9450-9c0ace1b6de5 req-7bfab0ab-42f5-4815-8e89-f34192de1fbf tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417399 Jan 17 02:35:41.145076 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:41.258091 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:41.269468 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50940) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:41.328358 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-70800976-ae10-4e5f-8a32-99b19be6849b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97920ddbd55d4c0caf2ef95667921ba1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0578265 Jan 17 02:35:41.331240 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50944) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:41.383458 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9fc9-4c50-4fba-b475-ee8358936e31 admin admin] Publish callbacks [] for security_group (b677a542-f6e3-4530-b30d-8caeff64fae0), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:41.403915 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7', 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0', 'port_id': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7', 'mac_address': 'fa:16:3e:76:ee:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee0e8c0-0c45-4654-96bd-31b277095902', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:41.405375 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9fc9-4c50-4fba-b475-ee8358936e31 admin admin] Publish callbacks [] for security_group (b677a542-f6e3-4530-b30d-8caeff64fae0), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:41.441792 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:41.442207 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:41.456988 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:41.457758 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9fc9-4c50-4fba-b475-ee8358936e31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b677a542-f6e3-4530-b30d-8caeff64fae0), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:41.460534 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ac9b9fc9-4c50-4fba-b475-ee8358936e31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:41.461699 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ac9b9fc9-4c50-4fba-b475-ee8358936e31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b677a542-f6e3-4530-b30d-8caeff64fae0 HTTP/1.1" status: 204 len: 168 time: 0.1288872 Jan 17 02:35:41.470055 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b9fc9-4c50-4fba-b475-ee8358936e31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b677a542-f6e3-4530-b30d-8caeff64fae0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:41.490056 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:41.499225 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:41.549652 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:41.556909 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.557277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.557636 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.557970 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.558293 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.558613 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.558946 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.559269 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.559587 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.559924 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.560271 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.560614 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.560923 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:35:41.889782 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-34018c7a-1f6e-4c33-bbc3-1f19eda20e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:41.986208 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b99e080-95c5-4bac-bf67-f76e38d98e55 req-fe71fbb7-749a-4e47-8b93-0dfc50d81917 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:41.987711 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b99e080-95c5-4bac-bf67-f76e38d98e55 req-fe71fbb7-749a-4e47-8b93-0dfc50d81917 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 943 time: 0.0813935 Jan 17 02:35:41.998345 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bbada-45e6-45cf-a8fd-d2c9d6ce9ddd req-921646be-c864-4580-ad0b-fad4aa1df0b8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:41.999777 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c8bbada-45e6-45cf-a8fd-d2c9d6ce9ddd req-921646be-c864-4580-ad0b-fad4aa1df0b8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0775821 Jan 17 02:35:42.069708 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b99e080-95c5-4bac-bf67-f76e38d98e55 req-c76cf945-1485-4e20-ac7d-e0309417de1b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689850 Jan 17 02:35:42.072901 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c8bbada-45e6-45cf-a8fd-d2c9d6ce9ddd req-4b830a50-6f41-41ff-bdfd-3891fc7ea429 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665050 Jan 17 02:35:42.247538 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b77aeb-5627-4235-b044-012989bea883 req-7b3e4ec5-4ac9-41e5-b8fa-e20725679d43 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:42.249042 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-39b77aeb-5627-4235-b044-012989bea883 req-7b3e4ec5-4ac9-41e5-b8fa-e20725679d43 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 945 time: 0.0514562 Jan 17 02:35:42.298037 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-39b77aeb-5627-4235-b044-012989bea883 req-a683add5-5139-4273-a0f6-211b887dc93d tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433013 Jan 17 02:35:42.571805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 50988) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:42.684133 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2839-1aa8-4109-a830-a4eb418e5941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.775749 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2839-1aa8-4109-a830-a4eb418e5941 admin admin] Publish callbacks [] for security_group (00c1c81f-aa99-43f6-8fe4-37a8e7af2363), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.783760 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0c6b2839-1aa8-4109-a830-a4eb418e5941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (00c1c81f-aa99-43f6-8fe4-37a8e7af2363), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.823640 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0c6b2839-1aa8-4109-a830-a4eb418e5941 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b15eeac6656488598464f9cc9c69dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507379 Jan 17 02:35:42.824561 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b2839-1aa8-4109-a830-a4eb418e5941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c1c81f-aa99-43f6-8fe4-37a8e7af2363,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:42.827377 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 50994) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:35:42.881749 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec89d-110a-4973-9f24-e1432886fc1a admin admin] Publish callbacks [] for security_group (00c1c81f-aa99-43f6-8fe4-37a8e7af2363), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.903817 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec89d-110a-4973-9f24-e1432886fc1a admin admin] Publish callbacks [] for security_group (00c1c81f-aa99-43f6-8fe4-37a8e7af2363), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.932182 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.950940 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec89d-110a-4973-9f24-e1432886fc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (00c1c81f-aa99-43f6-8fe4-37a8e7af2363), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.953529 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1f3ec89d-110a-4973-9f24-e1432886fc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:42.954674 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1f3ec89d-110a-4973-9f24-e1432886fc1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/00c1c81f-aa99-43f6-8fe4-37a8e7af2363 HTTP/1.1" status: 204 len: 168 time: 0.1255329 Jan 17 02:35:42.962228 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3ec89d-110a-4973-9f24-e1432886fc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c1c81f-aa99-43f6-8fe4-37a8e7af2363,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:44.588884 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:45.207103 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:35:45.311969 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:45.322957 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'port_id': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', 'mac_address': 'fa:16:3e:20:cf:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2418b5e-c405-4c40-bad2-c94ad6715fde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:35:45.358950 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:45.359330 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:45.373265 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:35:45.393163 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:45.398593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:45.445223 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:45.848046 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:46.849976 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:46.946480 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ba25a-29f6-4093-87b4-6aeb2155f09e req-82b9779c-a5cc-4469-8634-33b616dd8ff9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:46.948553 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-293ba25a-29f6-4093-87b4-6aeb2155f09e req-82b9779c-a5cc-4469-8634-33b616dd8ff9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 944 time: 0.0567389 Jan 17 02:35:47.000617 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-293ba25a-29f6-4093-87b4-6aeb2155f09e req-5c3cdc33-4888-459b-91ce-3792e9c0a29b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469975 Jan 17 02:35:47.104108 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0186b37a-ce43-44ff-aaaa-1a44032b2533 req-484dd292-5c6f-4c17-9559-a15ddd093fcb tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:47.105473 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0186b37a-ce43-44ff-aaaa-1a44032b2533 req-484dd292-5c6f-4c17-9559-a15ddd093fcb tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0698218 Jan 17 02:35:47.126074 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff04b3-5f9a-4fa5-ad23-c451dcc97f6b req-bb1c9fb0-79bb-4737-871f-b63259ab42ee tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:47.127455 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dff04b3-5f9a-4fa5-ad23-c451dcc97f6b req-bb1c9fb0-79bb-4737-871f-b63259ab42ee tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 945 time: 0.0680771 Jan 17 02:35:47.186194 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0186b37a-ce43-44ff-aaaa-1a44032b2533 req-6ed44669-00fa-4ae8-95f3-51783c009c89 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746918 Jan 17 02:35:47.197303 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dff04b3-5f9a-4fa5-ad23-c451dcc97f6b req-dcb18d81-e33c-47aa-8230-8fd239cb81b3 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626454 Jan 17 02:35:48.393814 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95ca82-cc93-4afb-b2fd-ed40485b6ffc req-e4f27a39-e647-485b-a3d4-8ce3142fb58c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:48.395321 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a95ca82-cc93-4afb-b2fd-ed40485b6ffc req-e4f27a39-e647-485b-a3d4-8ce3142fb58c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 944 time: 0.0554364 Jan 17 02:35:48.469757 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bf92-24b9-4133-a09f-026e2c944bb4 req-8aadcc70-59ef-403f-85a7-3db2149fd147 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:48.471158 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1c8bf92-24b9-4133-a09f-026e2c944bb4 req-8aadcc70-59ef-403f-85a7-3db2149fd147 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0749707 Jan 17 02:35:48.474904 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a95ca82-cc93-4afb-b2fd-ed40485b6ffc req-11731dea-249d-4ee0-8fe0-7f814f850eb0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706604 Jan 17 02:35:48.518979 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1c8bf92-24b9-4133-a09f-026e2c944bb4 req-ba91cb60-1777-4617-90b5-2a07401fc629 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418041 Jan 17 02:35:48.550855 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:35:48.589975 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8e31f-294a-47e4-b40b-4f7e6b560035 req-97786879-67b9-4936-8496-13d6879eaca9 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:48.591614 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ead8e31f-294a-47e4-b40b-4f7e6b560035 req-97786879-67b9-4936-8496-13d6879eaca9 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 945 time: 0.0519428 Jan 17 02:35:48.658400 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ead8e31f-294a-47e4-b40b-4f7e6b560035 req-cc2ebeff-f1a4-47c8-bcf7-3791d5450937 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581903 Jan 17 02:35:49.333180 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f113fc-c90d-4150-b483-71d1485a9396 req-0a0f26b9-1b22-4b12-b929-f8e3caa95236 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:49.334669 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86f113fc-c90d-4150-b483-71d1485a9396 req-0a0f26b9-1b22-4b12-b929-f8e3caa95236 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0481868 Jan 17 02:35:49.340541 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:49.383273 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-86f113fc-c90d-4150-b483-71d1485a9396 req-db3367b5-ca3b-43ab-b16e-4575bceefeca tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Jan 17 02:35:49.390471 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:49.394850 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:49.395288 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:49.473508 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:49.473889 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:49.495876 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:49.498095 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-530114eb-5c90-4cf5-b771-47d2124dff61" -d '{"events": [{"server_uuid": "174c40e9-53cc-4bfc-a4e6-5969e5f48819", "name": "network-vif-plugged", "status": "completed", "tag": "2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:49.509958 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:49.515539 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:49.563386 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:49.592263 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68118858-7db2-4fdd-b629-a7ce6623cdf3 req-39dc1ec1-9ccc-42f5-b653-3a624b97a63f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:49.593821 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68118858-7db2-4fdd-b629-a7ce6623cdf3 req-39dc1ec1-9ccc-42f5-b653-3a624b97a63f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 944 time: 0.0478122 Jan 17 02:35:49.601755 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02889088-44cb-4a9c-9bd6-d6c255eb9321 x-openstack-request-id: req-02889088-44cb-4a9c-9bd6-d6c255eb9321 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:49.602255 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c40e9-53cc-4bfc-a4e6-5969e5f48819", "name": "network-vif-plugged", "status": "completed", "tag": "2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:49.602563 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-02889088-44cb-4a9c-9bd6-d6c255eb9321 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:49.603262 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7', 'code': 200} Jan 17 02:35:49.641618 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-68118858-7db2-4fdd-b629-a7ce6623cdf3 req-6a1ccdf2-a96e-4951-8449-5aeffead3d10 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408463 Jan 17 02:35:49.699046 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e59f0d-94b1-4ee9-bf90-85ff3a676a57 req-fddbb00f-9c18-48f7-9d7d-19645d691ab0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:49.702375 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9e59f0d-94b1-4ee9-bf90-85ff3a676a57 req-fddbb00f-9c18-48f7-9d7d-19645d691ab0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0599005 Jan 17 02:35:49.773803 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9e59f0d-94b1-4ee9-bf90-85ff3a676a57 req-053cca5e-ac90-40ee-aa2d-141ba3993cd4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655072 Jan 17 02:35:49.794825 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd86f5-7356-4039-965a-329a033f2c1f req-6b34d290-70a4-45a8-a1dd-a0102d239fb1 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:49.796364 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67cd86f5-7356-4039-965a-329a033f2c1f req-6b34d290-70a4-45a8-a1dd-a0102d239fb1 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0672085 Jan 17 02:35:49.843741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67cd86f5-7356-4039-965a-329a033f2c1f req-a9463349-d200-4059-889c-88fe9eef0afd tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414553 Jan 17 02:35:49.858193 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ce715-73c2-4a7e-8a54-e48e49223988 req-0a990e90-e78a-4bd9-9883-44b35a199a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:49.859794 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f04ce715-73c2-4a7e-8a54-e48e49223988 req-0a990e90-e78a-4bd9-9883-44b35a199a28 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 1099 time: 0.0476251 Jan 17 02:35:49.902711 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f04ce715-73c2-4a7e-8a54-e48e49223988 req-20318795-f1e1-41dc-985b-0db054e134df service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352030 Jan 17 02:35:50.518852 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4257c5-d32b-4724-a000-743584c3fc03 req-86cda016-8c8d-459d-94f9-a81b6e8b7006 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:50.520263 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c4257c5-d32b-4724-a000-743584c3fc03 req-86cda016-8c8d-459d-94f9-a81b6e8b7006 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0536335 Jan 17 02:35:50.574679 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c4257c5-d32b-4724-a000-743584c3fc03 req-8a448ff0-2bd0-4d00-8fd5-5a45aa187605 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 Jan 17 02:35:50.935396 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e901e2ae-e311-4656-ad27-917d4e229ba7 req-1989506f-a651-4fb9-8546-ff4c5b3ae5b5 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:50.936941 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e901e2ae-e311-4656-ad27-917d4e229ba7 req-1989506f-a651-4fb9-8546-ff4c5b3ae5b5 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 944 time: 0.0523555 Jan 17 02:35:51.007524 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e901e2ae-e311-4656-ad27-917d4e229ba7 req-2928aadb-e8f5-4971-aa36-7fbb277c0838 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Jan 17 02:35:51.023271 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1eec25-aa07-4d08-b29c-ec07a245ebe5 req-a337f586-2437-4858-ac39-23a4e6121ae2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:51.024768 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f1eec25-aa07-4d08-b29c-ec07a245ebe5 req-a337f586-2437-4858-ac39-23a4e6121ae2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0624135 Jan 17 02:35:51.081198 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f1eec25-aa07-4d08-b29c-ec07a245ebe5 req-32559b3b-a746-4cbb-9b8b-e7c846e442a7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495572 Jan 17 02:35:51.120294 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17f391-11de-4600-99e5-1f3e45c9c0fd req-dd1c3b5e-ee1f-4bd6-be3d-6980d154b359 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:51.121795 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e17f391-11de-4600-99e5-1f3e45c9c0fd req-dd1c3b5e-ee1f-4bd6-be3d-6980d154b359 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0599840 Jan 17 02:35:51.170349 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e17f391-11de-4600-99e5-1f3e45c9c0fd req-35ca18ee-c002-49f5-923b-42b8ffa37e81 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Jan 17 02:35:51.355653 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:35:51.406440 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:35:51.410695 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:35:51.411055 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:51.497483 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:35:51.497957 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:51.532056 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:35:51.538624 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:35:51.586154 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:35:51.604418 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:35:51.606711 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ff0eae-0267-4a31-abc5-15bf3f85745a" -d '{"events": [{"server_uuid": "7ccc6201-bf7b-4df8-bfc9-690b142202ee", "name": "network-vif-plugged", "status": "completed", "tag": "30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:35:51.643238 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2ed810-3c86-46b4-a41d-a7af3f44e559 x-openstack-request-id: req-9c2ed810-3c86-46b4-a41d-a7af3f44e559 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:35:51.643557 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ccc6201-bf7b-4df8-bfc9-690b142202ee", "name": "network-vif-plugged", "status": "completed", "tag": "30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:35:51.643809 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9c2ed810-3c86-46b4-a41d-a7af3f44e559 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:35:51.644239 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', 'code': 200} Jan 17 02:35:51.689875 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2ce3e1-94b7-4e4c-8045-0ad973ad0a66 req-f4e52591-a633-4cda-845f-67b1da1daebf tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:51.691361 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a2ce3e1-94b7-4e4c-8045-0ad973ad0a66 req-f4e52591-a633-4cda-845f-67b1da1daebf tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0493367 Jan 17 02:35:51.742433 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a2ce3e1-94b7-4e4c-8045-0ad973ad0a66 req-63abe1e0-a7f4-4440-b563-a5bd188ce4dd tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429521 Jan 17 02:35:52.069690 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1611ea89-2d3e-448e-97b7-b5786cf72614 req-c828b86d-bd34-4266-9c9a-f056683f5e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:52.071132 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1611ea89-2d3e-448e-97b7-b5786cf72614 req-c828b86d-bd34-4266-9c9a-f056683f5e78 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 1098 time: 0.0472105 Jan 17 02:35:52.127644 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1611ea89-2d3e-448e-97b7-b5786cf72614 req-d9fa6902-1664-45eb-a1a3-0f61f539a9ab service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428371 Jan 17 02:35:52.251326 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297532e6-d07c-4c85-ae84-b9f459533103 req-7a936349-b89a-42a4-a3c2-d832c8ca69e8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:52.252856 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-297532e6-d07c-4c85-ae84-b9f459533103 req-7a936349-b89a-42a4-a3c2-d832c8ca69e8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.0522754 Jan 17 02:35:52.304674 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-297532e6-d07c-4c85-ae84-b9f459533103 req-212dab71-16b9-4bf9-a3d5-7f0ecd7ee50d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461252 Jan 17 02:35:52.404631 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1343272b-1a05-4d15-996e-ff43aa28ce79 req-1312ad09-12f7-4b1c-8c27-ea7b25206153 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:52.406113 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1343272b-1a05-4d15-996e-ff43aa28ce79 req-1312ad09-12f7-4b1c-8c27-ea7b25206153 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0482810 Jan 17 02:35:52.455520 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1343272b-1a05-4d15-996e-ff43aa28ce79 req-02150387-a4a8-425c-8752-8500286ed080 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411224 Jan 17 02:35:52.557139 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b64143-9492-46da-83eb-7a32458d6d10 req-e6b730ec-ccd5-4b28-8b99-345f550818e7 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:52.558654 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45b64143-9492-46da-83eb-7a32458d6d10 req-e6b730ec-ccd5-4b28-8b99-345f550818e7 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0504375 Jan 17 02:35:52.605199 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45b64143-9492-46da-83eb-7a32458d6d10 req-5da2a66f-60a4-422b-9377-ba4a41cf833a tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Jan 17 02:35:52.865000 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1c5cd-3856-441d-8da9-9ceaa42ab4a3 req-19d934d6-de55-4f08-a1c9-d337f22e4a86 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:52.866483 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3c1c5cd-3856-441d-8da9-9ceaa42ab4a3 req-19d934d6-de55-4f08-a1c9-d337f22e4a86 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0526626 Jan 17 02:35:52.913187 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3c1c5cd-3856-441d-8da9-9ceaa42ab4a3 req-305dd474-60d1-4a3e-8832-b294dcbff09b tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410492 Jan 17 02:35:58.931520 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4257db-455f-4d5f-8860-63ea838fc6ef req-eccedc97-41b2-4775-89b5-3f653b9706d5 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:58.934355 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e4257db-455f-4d5f-8860-63ea838fc6ef req-eccedc97-41b2-4775-89b5-3f653b9706d5 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.0581098 Jan 17 02:35:58.986038 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e4257db-455f-4d5f-8860-63ea838fc6ef req-2c01a031-24b6-49fb-9036-710adfc3c6e9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Jan 17 02:35:59.093237 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04464dd-6ca1-4394-b31c-bf9efdc0e7bc req-db198e0d-8517-4d4b-8486-518cdbfa657a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:59.094791 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f04464dd-6ca1-4394-b31c-bf9efdc0e7bc req-db198e0d-8517-4d4b-8486-518cdbfa657a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0542958 Jan 17 02:35:59.165445 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f04464dd-6ca1-4394-b31c-bf9efdc0e7bc req-43dc4289-13d1-4459-9dc0-a69c33ca11fa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651264 Jan 17 02:35:59.185054 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ec743-3720-4d86-bf58-ca64cd3fd3f0 req-06c3c896-d774-46d5-99fe-b106a813c6b7 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:59.186546 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce6ec743-3720-4d86-bf58-ca64cd3fd3f0 req-06c3c896-d774-46d5-99fe-b106a813c6b7 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0590787 Jan 17 02:35:59.242221 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce6ec743-3720-4d86-bf58-ca64cd3fd3f0 req-8a732a76-a2c0-49c0-a5b4-df857ff37262 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497224 Jan 17 02:35:59.276698 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec3cdb4-f4bc-4b62-9324-7077f38a99d8 req-b7c9d034-c080-4713-9aaf-4aab8a8ad2d0 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:35:59.278133 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ec3cdb4-f4bc-4b62-9324-7077f38a99d8 req-b7c9d034-c080-4713-9aaf-4aab8a8ad2d0 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0580101 Jan 17 02:35:59.329187 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3ec3cdb4-f4bc-4b62-9324-7077f38a99d8 req-9be8d8a1-e38b-4ddd-ac8a-4fc283f743c7 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453632 Jan 17 02:36:00.100525 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4d8992-0fa8-494a-a624-c70f38d65256 req-d5e47150-a5ed-49a5-a2e9-1ce0207233ca tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:00.102059 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d4d8992-0fa8-494a-a624-c70f38d65256 req-d5e47150-a5ed-49a5-a2e9-1ce0207233ca tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.0486028 Jan 17 02:36:00.149977 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d4d8992-0fa8-494a-a624-c70f38d65256 req-01affce9-ccc3-4937-b067-af343cd75c31 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424402 Jan 17 02:36:00.300324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c2139-2924-4e76-b4ee-abfb890729b0 req-4d06bbc6-0c08-4b80-a441-123af465415f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:00.302129 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d7c2139-2924-4e76-b4ee-abfb890729b0 req-4d06bbc6-0c08-4b80-a441-123af465415f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0605569 Jan 17 02:36:00.350706 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d7c2139-2924-4e76-b4ee-abfb890729b0 req-fce50abb-8770-403e-9ab9-c3e295e09ac6 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426915 Jan 17 02:36:00.502187 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10891990-6cf1-432d-b73d-918ac7d01247 req-e9d2c754-aa6d-4cd5-9258-23f959538d78 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:00.503703 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10891990-6cf1-432d-b73d-918ac7d01247 req-e9d2c754-aa6d-4cd5-9258-23f959538d78 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0824330 Jan 17 02:36:00.524573 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e020d-2cc0-46e2-9212-bde73d4d1ca2 req-a5d699dc-28fa-4a1d-9b78-c2a02655fe3e tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:00.525988 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-483e020d-2cc0-46e2-9212-bde73d4d1ca2 req-a5d699dc-28fa-4a1d-9b78-c2a02655fe3e tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0700872 Jan 17 02:36:00.590006 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10891990-6cf1-432d-b73d-918ac7d01247 req-5e59ac6e-37a2-4f34-82d5-dfea027578cb tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789974 Jan 17 02:36:00.614980 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-483e020d-2cc0-46e2-9212-bde73d4d1ca2 req-7ad8b580-967f-4558-8acc-5a5965dfcb5c tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790250 Jan 17 02:36:01.268576 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad02845e-cf0d-42a1-92f1-3a2f10822017 req-9c5ad763-0d5b-41a8-92b8-ae6cddb096c7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:01.268576 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad02845e-cf0d-42a1-92f1-3a2f10822017 req-9c5ad763-0d5b-41a8-92b8-ae6cddb096c7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.0495129 Jan 17 02:36:01.322806 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad02845e-cf0d-42a1-92f1-3a2f10822017 req-53a62d79-21db-4340-8eb2-09ee8f96c23b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464449 Jan 17 02:36:01.473508 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573ea622-1059-467a-9014-d7b9e48bb882 req-f251f63d-32a3-4145-9b81-77bc95a3366c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:01.475525 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-573ea622-1059-467a-9014-d7b9e48bb882 req-f251f63d-32a3-4145-9b81-77bc95a3366c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0508726 Jan 17 02:36:01.524872 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-573ea622-1059-467a-9014-d7b9e48bb882 req-a38964d9-7c2c-4647-8ea5-1956811e076e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427458 Jan 17 02:36:01.728687 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ab1b3-bf1f-4b89-9dc1-6992f7dd08b7 req-0fb3a351-6d96-4765-9b06-90b318f9284c tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:01.730088 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a90ab1b3-bf1f-4b89-9dc1-6992f7dd08b7 req-0fb3a351-6d96-4765-9b06-90b318f9284c tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0477843 Jan 17 02:36:01.775838 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a90ab1b3-bf1f-4b89-9dc1-6992f7dd08b7 req-b14adbc2-3cb9-4438-af6b-98c2272aeed0 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401883 Jan 17 02:36:02.448958 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbfc83a-ad32-442e-82ea-54dbbf3915ac req-8494ce0b-3831-417a-975b-7a7eb8a9c928 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:02.450483 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcbfc83a-ad32-442e-82ea-54dbbf3915ac req-8494ce0b-3831-417a-975b-7a7eb8a9c928 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.0531015 Jan 17 02:36:02.498547 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcbfc83a-ad32-442e-82ea-54dbbf3915ac req-e989f200-65a4-425f-9d2b-c7b1015e07de tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422506 Jan 17 02:36:02.807715 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-f64fd9a0-3f32-46f9-921f-cbeb8b57627d tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:02.809384 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-f64fd9a0-3f32-46f9-921f-cbeb8b57627d tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.64 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.1289465 Jan 17 02:36:02.816453 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc8945-d87a-4ee9-8f26-33238c90e566 req-e026d1e0-c76e-4c7d-9270-6f664d6d06ee tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:02.818055 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1abc8945-d87a-4ee9-8f26-33238c90e566 req-e026d1e0-c76e-4c7d-9270-6f664d6d06ee tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0652189 Jan 17 02:36:02.893104 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1abc8945-d87a-4ee9-8f26-33238c90e566 req-1d0cedc0-1c6c-407e-87ee-40ef74e1fe7a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654838 Jan 17 02:36:02.964017 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51284) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:02.983240 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c7d2f0-9b7f-46fb-a359-c0da6693b04c req-81ee03e2-115e-491c-8cd9-f86694f81b30 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:02.992285 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80c7d2f0-9b7f-46fb-a359-c0da6693b04c req-81ee03e2-115e-491c-8cd9-f86694f81b30 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0793848 Jan 17 02:36:03.000883 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Deleting port 8442125d-91ba-4cc7-a1a2-404f0c258981 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:36:03.001222 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.054715 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-80c7d2f0-9b7f-46fb-a359-c0da6693b04c req-24a67eb7-dcfc-4ec9-a639-431afa590c4a tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600712 Jan 17 02:36:03.149472 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61a0e572-db71-4efe-a989-f340dee3fbb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.150582 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] For port 8442125d-91ba-4cc7-a1a2-404f0c258981, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8442125d-91ba-4cc7-a1a2-404f0c258981,segment=NetworkSegment(6fcc0880-705f-43bc-800b-ac42d16c0c76),segment_id=6fcc0880-705f-43bc-800b-ac42d16c0c76)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:03.151161 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.168354 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Calling delete_port for 8442125d-91ba-4cc7-a1a2-404f0c258981 owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:36:03.233301 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a1684-54f6-4945-bbf1-db38e3bf4f07 req-4b8ef76f-c01a-480d-ac31-df89090f04e6 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:03.234805 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce9a1684-54f6-4945-bbf1-db38e3bf4f07 req-4b8ef76f-c01a-480d-ac31-df89090f04e6 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 945 time: 0.0695095 Jan 17 02:36:03.312826 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61a0e572-db71-4efe-a989-f340dee3fbb8 admin admin] Publish callbacks [] for security_group (1d9c7adf-dafd-43cf-b6f4-b647b8b21760), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.317387 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ce9a1684-54f6-4945-bbf1-db38e3bf4f07 req-5d3c64e3-28d0-4da1-84cd-b241b997e5e5 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/security-groups?id=90a2caeb-3684-468e-b63c-30ed44cdf1dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742834 Jan 17 02:36:03.319551 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-61a0e572-db71-4efe-a989-f340dee3fbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1d9c7adf-dafd-43cf-b6f4-b647b8b21760), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.355889 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a0e572-db71-4efe-a989-f340dee3fbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9c7adf-dafd-43cf-b6f4-b647b8b21760,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:03.369277 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-61a0e572-db71-4efe-a989-f340dee3fbb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b42200809af46d4a83af0f63b31e132&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4039261 Jan 17 02:36:03.371957 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 51298) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:03.380462 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (8442125d-91ba-4cc7-a1a2-404f0c258981), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.419464 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Pushing event deleted for resources: {'Port': ['ID=8442125d-91ba-4cc7-a1a2-404f0c258981,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:03.467265 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['8442125d-91ba-4cc7-a1a2-404f0c258981'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:36:03.495766 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] No DVR routers for this DVR port 8442125d-91ba-4cc7-a1a2-404f0c258981 on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:36:03.500593 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.504000 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9b7e0be5-db6c-4889-b3f8-e3bf85c11522 req-a3f299e3-9aa1-4644-b80e-1c45e92b92b4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.64 "DELETE /v2.0/ports/8442125d-91ba-4cc7-a1a2-404f0c258981 HTTP/1.1" status: 204 len: 173 time: 0.6640718 Jan 17 02:36:03.504473 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'name': 'network-vif-deleted', 'tag': '8442125d-91ba-4cc7-a1a2-404f0c258981'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:03.506794 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e8c0a4-21cb-43bb-80d0-68dbaa201a3b" -d '{"events": [{"server_uuid": "f21e2a65-a1ed-433d-92ef-fc11b3a1b233", "name": "network-vif-deleted", "tag": "8442125d-91ba-4cc7-a1a2-404f0c258981"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:03.518492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13e2955b-0e67-4a53-b688-5125c929d7a6 admin admin] Publish callbacks [] for security_group (1d9c7adf-dafd-43cf-b6f4-b647b8b21760), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.540201 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13e2955b-0e67-4a53-b688-5125c929d7a6 admin admin] Publish callbacks [] for security_group (1d9c7adf-dafd-43cf-b6f4-b647b8b21760), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.542768 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29428576-9a4d-447b-9f7f-10de87cd1d81 x-openstack-request-id: req-29428576-9a4d-447b-9f7f-10de87cd1d81 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:03.543058 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21e2a65-a1ed-433d-92ef-fc11b3a1b233", "name": "network-vif-deleted", "tag": "8442125d-91ba-4cc7-a1a2-404f0c258981", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:03.543307 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-29428576-9a4d-447b-9f7f-10de87cd1d81 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:03.543692 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f21e2a65-a1ed-433d-92ef-fc11b3a1b233', 'name': 'network-vif-deleted', 'tag': '8442125d-91ba-4cc7-a1a2-404f0c258981', 'status': 'completed', 'code': 200} Jan 17 02:36:03.589058 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13e2955b-0e67-4a53-b688-5125c929d7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1d9c7adf-dafd-43cf-b6f4-b647b8b21760), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.591668 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-13e2955b-0e67-4a53-b688-5125c929d7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:03.592848 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-13e2955b-0e67-4a53-b688-5125c929d7a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d9c7adf-dafd-43cf-b6f4-b647b8b21760 HTTP/1.1" status: 204 len: 168 time: 0.2199683 Jan 17 02:36:03.600737 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e2955b-0e67-4a53-b688-5125c929d7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9c7adf-dafd-43cf-b6f4-b647b8b21760,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:04.006286 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33700293-b19e-40f9-8d53-aa6a54e1a887 req-9216d275-815d-4836-a78e-261581d27e8e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:04.007870 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33700293-b19e-40f9-8d53-aa6a54e1a887 req-9216d275-815d-4836-a78e-261581d27e8e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0477874 Jan 17 02:36:04.055601 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33700293-b19e-40f9-8d53-aa6a54e1a887 req-4afeb9e8-1579-490c-9095-675aecbb5b4d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417273 Jan 17 02:36:04.165886 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dd1450-5b78-4be2-b391-5344c2e70662 req-bff6e663-5fd6-4744-a5f4-dbc3ad3735d6 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:04.167427 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29dd1450-5b78-4be2-b391-5344c2e70662 req-bff6e663-5fd6-4744-a5f4-dbc3ad3735d6 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0489869 Jan 17 02:36:04.216920 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-29dd1450-5b78-4be2-b391-5344c2e70662 req-82c47b04-8074-464b-bf63-a99836ed9423 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420649 Jan 17 02:36:04.426184 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1fa5eef-2959-4f2f-9bf6-c84a7399f1ba req-a89b6a56-a910-45a1-aa4b-491914ff2cd4 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.0293946 Jan 17 02:36:05.171655 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc439d1b-0b28-4744-a768-fe032173a7d3 req-c1aa3ea1-9cb1-43e8-b222-6c52695f1f17 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:05.173202 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc439d1b-0b28-4744-a768-fe032173a7d3 req-c1aa3ea1-9cb1-43e8-b222-6c52695f1f17 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0483162 Jan 17 02:36:05.228579 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cc439d1b-0b28-4744-a768-fe032173a7d3 req-3996c7e0-151e-4862-92e3-fcb35486bfa1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472178 Jan 17 02:36:05.342319 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cc13c-5555-4d42-a543-95e1fe7e80a1 req-6616868b-2ed2-4843-a65a-fbe7fb824acd tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:05.343823 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa7cc13c-5555-4d42-a543-95e1fe7e80a1 req-6616868b-2ed2-4843-a65a-fbe7fb824acd tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0473008 Jan 17 02:36:05.363813 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:05.390160 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aa7cc13c-5555-4d42-a543-95e1fe7e80a1 req-2d7ced6f-39a8-45f9-a88c-6d850cf1d5a3 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Jan 17 02:36:05.529113 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c285b0b-f3f1-42e7-9d72-8b5860868530 req-ac692206-0d41-458f-bf10-82ad10fe9cc3 tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.0293658 Jan 17 02:36:08.470351 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8442125d-91ba-4cc7-a1a2-404f0c258981 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:36:08.491314 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 8442125d-91ba-4cc7-a1a2-404f0c258981 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:36:08.491661 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8442125d-91ba-4cc7-a1a2-404f0c258981 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:36:08.879460 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a9b42-f0ae-4884-8b0a-4cdfa4f5fe26 req-f34c5e2e-0f3a-43cb-89bf-4d2bd3cbcd60 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:08.880974 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-833a9b42-f0ae-4884-8b0a-4cdfa4f5fe26 req-f34c5e2e-0f3a-43cb-89bf-4d2bd3cbcd60 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0732892 Jan 17 02:36:08.917870 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d3dda-0c5d-41f9-96b2-384ecd13eea9 req-aaff4a25-10ea-458e-821f-f78192632b32 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:08.919475 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec2d3dda-0c5d-41f9-96b2-384ecd13eea9 req-aaff4a25-10ea-458e-821f-f78192632b32 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0812571 Jan 17 02:36:08.962934 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-833a9b42-f0ae-4884-8b0a-4cdfa4f5fe26 req-af22279d-7726-4322-b741-0ede04b127e1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756755 Jan 17 02:36:08.985814 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec2d3dda-0c5d-41f9-96b2-384ecd13eea9 req-cc371633-7bc9-48df-9d24-d61d36e4eb74 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602033 Jan 17 02:36:09.052693 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c98f9c2a-6e55-4456-b662-85195610a60a req-9c71fc6d-d791-46f2-91d5-91e65c210c1b tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.0287485 Jan 17 02:36:09.675006 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e35756bf-de22-48fc-91ad-487eb903b0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:10.108894 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e39ad3-a9e4-4709-85b4-f0959ec78d22 req-abd1250c-b892-4c46-80b6-511512558b0d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:10.110401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5e39ad3-a9e4-4709-85b4-f0959ec78d22 req-abd1250c-b892-4c46-80b6-511512558b0d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0748494 Jan 17 02:36:10.125130 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947d0ec-0bce-4932-8a92-e8ee41e76243 req-73bfe10d-26f5-4cba-a042-2bfb4be481bb tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:10.126963 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e947d0ec-0bce-4932-8a92-e8ee41e76243 req-73bfe10d-26f5-4cba-a042-2bfb4be481bb tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0670824 Jan 17 02:36:10.151818 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:36:10.195403 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a5e39ad3-a9e4-4709-85b4-f0959ec78d22 req-90c97947-2d2f-49fb-838c-acac0f64b0e5 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785961 Jan 17 02:36:10.208365 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e947d0ec-0bce-4932-8a92-e8ee41e76243 req-8cf9023b-d297-40e3-bf67-f93505303741 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739560 Jan 17 02:36:10.303401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70ef3fe2-b707-4478-ab69-162e27df2ff6 req-ada08803-7caa-413d-84cc-bbe78863a76c tempest-DeleteServersTestJSON-1673015627 tempest-DeleteServersTestJSON-1673015627-project] 10.222.0.24 "GET /v2.0/ports?device_id=f21e2a65-a1ed-433d-92ef-fc11b3a1b233 HTTP/1.1" status: 200 len: 210 time: 0.0302627 Jan 17 02:36:10.770895 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-931ef616-03ac-41ec-8efb-7ba674f15762 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:10.772471 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-931ef616-03ac-41ec-8efb-7ba674f15762 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 946 time: 0.0521371 Jan 17 02:36:10.864619 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Deleting port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:36:10.864827 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:10.959351 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] For port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:10.959711 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:10.973572 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Calling delete_port for 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:36:11.109549 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:11.138578 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Pushing event deleted for resources: {'Port': ['ID=2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:11.151542 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:36:11.179393 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] No DVR routers for this DVR port 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:36:11.182456 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:11.186050 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-014103a1-2eff-489c-ac7d-2d923b0fafb5 req-80107366-601e-422c-b90e-07b75b46563f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "DELETE /v2.0/ports/2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 HTTP/1.1" status: 204 len: 173 time: 0.4086154 Jan 17 02:36:11.186492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'name': 'network-vif-deleted', 'tag': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:11.188779 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010a1bfc-88cb-4e82-b98c-78cb8933d9c5" -d '{"events": [{"server_uuid": "174c40e9-53cc-4bfc-a4e6-5969e5f48819", "name": "network-vif-deleted", "tag": "2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:11.233284 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31051c7-eafd-4d28-98fc-e2b8f61a063d x-openstack-request-id: req-b31051c7-eafd-4d28-98fc-e2b8f61a063d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:11.233656 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "174c40e9-53cc-4bfc-a4e6-5969e5f48819", "name": "network-vif-deleted", "tag": "2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:11.233993 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b31051c7-eafd-4d28-98fc-e2b8f61a063d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:11.234442 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174c40e9-53cc-4bfc-a4e6-5969e5f48819', 'name': 'network-vif-deleted', 'tag': '2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7', 'status': 'completed', 'code': 200} Jan 17 02:36:11.329753 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d37bf175-1725-41af-b4ad-bee0b1575bf1 req-d84afecb-968b-4e3a-830b-f373a956ded5 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=174c40e9-53cc-4bfc-a4e6-5969e5f48819 HTTP/1.1" status: 200 len: 210 time: 0.0282571 Jan 17 02:36:11.345266 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9de6a-0f20-4e5e-9bd6-dd5d55d1f23d req-2dbc8dbc-5982-42c3-8ab7-54c0300fd24f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:11.346794 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49a9de6a-0f20-4e5e-9bd6-dd5d55d1f23d req-2dbc8dbc-5982-42c3-8ab7-54c0300fd24f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0735610 Jan 17 02:36:11.395388 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49a9de6a-0f20-4e5e-9bd6-dd5d55d1f23d req-818d102c-3d8f-4213-b1c3-28349e3ac4c0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Jan 17 02:36:11.877848 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-ab86c5c9-32ba-4e42-b435-f44acff31db2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:11.879779 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-ab86c5c9-32ba-4e42-b435-f44acff31db2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.1288004 Jan 17 02:36:11.901345 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-c4ecddca-793c-4f9e-9ee6-7c0d23db1854 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/quotas/c889c4e9bfb24231968d2c8e2d02a1b2 HTTP/1.1" status: 200 len: 375 time: 0.0153720 Jan 17 02:36:11.903156 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cb01afc1-541f-4967-b479-135204301c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:11.961448 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-0e72e729-4313-421b-897c-f34c9a3f156d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589645 Jan 17 02:36:12.054860 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-d32f53b0-6ef3-4ba8-8ea2-e92e77e48d0d service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858524 Jan 17 02:36:12.104124 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 51478) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:12.145507 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-f8494fca-06a4-4fb9-afb5-0d4176ed7a9d service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849638 Jan 17 02:36:12.217054 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f47edf9-a51c-4707-bd55-99e32b3bfc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.321329 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2c02faf6-40ba-4a95-8ea0-2bd4d147c602 req-a35df6eb-0fd8-4db6-a3c9-e66dcb1317aa tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 210 time: 0.0333033 Jan 17 02:36:12.322051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f47edf9-a51c-4707-bd55-99e32b3bfc78 admin admin] Publish callbacks [] for security_group (37aea837-7ca5-4324-8973-5a8e9133684d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.328024 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1f47edf9-a51c-4707-bd55-99e32b3bfc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (37aea837-7ca5-4324-8973-5a8e9133684d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.370511 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1f47edf9-a51c-4707-bd55-99e32b3bfc78 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ccf5d58e069244a8b9c08969b93b385b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647541 Jan 17 02:36:12.371840 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47edf9-a51c-4707-bd55-99e32b3bfc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37aea837-7ca5-4324-8973-5a8e9133684d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:12.374310 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51490) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:12.451465 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68781923-dc66-4799-8f69-55423a83571d admin admin] Publish callbacks [] for security_group (37aea837-7ca5-4324-8973-5a8e9133684d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.490918 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68781923-dc66-4799-8f69-55423a83571d admin admin] Publish callbacks [] for security_group (37aea837-7ca5-4324-8973-5a8e9133684d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.565811 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35339711-cad9-4b80-a6e7-08803533981f req-e9ad0abc-2abd-4a1b-a877-7738329c1067 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:12.567489 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35339711-cad9-4b80-a6e7-08803533981f req-e9ad0abc-2abd-4a1b-a877-7738329c1067 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0901396 Jan 17 02:36:12.622265 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68781923-dc66-4799-8f69-55423a83571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (37aea837-7ca5-4324-8973-5a8e9133684d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.624863 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-68781923-dc66-4799-8f69-55423a83571d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.625973 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-68781923-dc66-4799-8f69-55423a83571d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/37aea837-7ca5-4324-8973-5a8e9133684d HTTP/1.1" status: 204 len: 168 time: 0.2506816 Jan 17 02:36:12.685490 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68781923-dc66-4799-8f69-55423a83571d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aea837-7ca5-4324-8973-5a8e9133684d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:12.705301 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35339711-cad9-4b80-a6e7-08803533981f req-f4831aa2-49a5-48b6-b0a0-9b9d5c042884 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313157 Jan 17 02:36:12.737586 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-5b79170b-a7fb-4959-a507-70b008c69799 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:12.739205 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-5b79170b-a7fb-4959-a507-70b008c69799 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/networks?id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0 HTTP/1.1" status: 200 len: 809 time: 0.1496816 Jan 17 02:36:12.764275 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-cdd4e648-2dd0-4f8d-9fd1-af703e372177 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/quotas/20f3bbecadfb47dca935ac0986b088eb HTTP/1.1" status: 200 len: 375 time: 0.0190487 Jan 17 02:36:12.805132 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-cc2b899b-4254-4a27-810a-dd67024a46b6 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=20f3bbecadfb47dca935ac0986b088eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400212 Jan 17 02:36:12.843297 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 51522) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:12.899496 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] Deleting subnet ac165203-b84d-413a-a1cc-b851c055ae35 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:36:12.908058 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] Publish callbacks [] for subnet (ac165203-b84d-413a-a1cc-b851c055ae35), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.925694 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-8783b593-2a4e-4431-96a3-698b91162b7e service neutron] 10.222.0.24 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196015 Jan 17 02:36:12.943654 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:12.958540 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (ac165203-b84d-413a-a1cc-b851c055ae35), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.008932 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (ac165203-b84d-413a-a1cc-b851c055ae35), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.026695 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51528) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:13.045571 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89eef58e-ac14-424b-ad8c-11f3ee556163 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.076465 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (ac165203-b84d-413a-a1cc-b851c055ae35), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.088632 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-3c955283-c066-48aa-967c-fccb14adb498 service neutron] 10.222.0.24 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618104 Jan 17 02:36:13.107485 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.113106 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ac165203-b84d-413a-a1cc-b851c055ae35 HTTP/1.1" status: 204 len: 168 time: 0.2681592 Jan 17 02:36:13.113968 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98b8cbd-8457-4f8a-8f3c-5e77a3e6e239 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac165203-b84d-413a-a1cc-b851c055ae35,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:13.116514 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 51532) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:13.158175 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89eef58e-ac14-424b-ad8c-11f3ee556163 admin admin] Publish callbacks [] for security_group (031dbca5-e9e7-4e15-99d7-5c258008035a), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.165279 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-89eef58e-ac14-424b-ad8c-11f3ee556163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (031dbca5-e9e7-4e15-99d7-5c258008035a), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.193735 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (c18fcc35-fcf8-48a2-8d41-5a1f402e312e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.213935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-89eef58e-ac14-424b-ad8c-11f3ee556163 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=53dbf59d17e94aef9d8b86f919be775d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1837559 Jan 17 02:36:13.213935 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eef58e-ac14-424b-ad8c-11f3ee556163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031dbca5-e9e7-4e15-99d7-5c258008035a,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:13.214957 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:13.309995 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (c18fcc35-fcf8-48a2-8d41-5a1f402e312e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.324833 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-274f2d43-151c-477c-af35-fa01ca7af1f3 req-9b5bc10e-ef79-44ea-a810-80744051086b tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 210 time: 0.0394208 Jan 17 02:36:13.325909 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cded8769-fe4a-40d7-b609-84aac71e57b0 admin admin] Publish callbacks [] for security_group (031dbca5-e9e7-4e15-99d7-5c258008035a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.347536 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c18fcc35-fcf8-48a2-8d41-5a1f402e312e']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:13.359973 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fcc0880-705f-43bc-800b-ac42d16c0c76') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:13.360145 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cded8769-fe4a-40d7-b609-84aac71e57b0 admin admin] Publish callbacks [] for security_group (031dbca5-e9e7-4e15-99d7-5c258008035a), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.360886 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fcc0880-705f-43bc-800b-ac42d16c0c76') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:13.372768 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (6fcc0880-705f-43bc-800b-ac42d16c0c76), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.392184 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (6fcc0880-705f-43bc-800b-ac42d16c0c76), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.403591 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:36:13.404442 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (6fcc0880-705f-43bc-800b-ac42d16c0c76), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:36:13.406956 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:36:13.462224 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cded8769-fe4a-40d7-b609-84aac71e57b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (031dbca5-e9e7-4e15-99d7-5c258008035a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.464865 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cded8769-fe4a-40d7-b609-84aac71e57b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.466079 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cded8769-fe4a-40d7-b609-84aac71e57b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/031dbca5-e9e7-4e15-99d7-5c258008035a HTTP/1.1" status: 204 len: 168 time: 0.2501326 Jan 17 02:36:13.489306 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cded8769-fe4a-40d7-b609-84aac71e57b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031dbca5-e9e7-4e15-99d7-5c258008035a,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:13.494411 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (c18fcc35-fcf8-48a2-8d41-5a1f402e312e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.511131 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:13.523967 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c18fcc35-fcf8-48a2-8d41-5a1f402e312e HTTP/1.1" status: 204 len: 168 time: 0.4062304 Jan 17 02:36:13.542424 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee27c1a-ffb7-41f8-8484-ae6fca725fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c18fcc35-fcf8-48a2-8d41-5a1f402e312e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:13.553142 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-737859d4-2b5f-494f-9cbd-da723e0ef3ef req-fcdef256-2a2d-4765-a84d-32ad4d545ad2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 210 time: 0.0386343 Jan 17 02:36:13.788301 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51560) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:13.805770 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1212da-8e2a-4a38-a613-f76034b8e79f req-6e78ace9-aa5c-4056-8036-ba38a7287076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:13.807303 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c1212da-8e2a-4a38-a613-f76034b8e79f req-6e78ace9-aa5c-4056-8036-ba38a7287076 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 1099 time: 0.1202011 Jan 17 02:36:13.840313 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-8a60c5ab-d1be-4354-9c9e-2a565e3c4d77 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:13.841877 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-8a60c5ab-d1be-4354-9c9e-2a565e3c4d77 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.1666379 Jan 17 02:36:13.869580 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2c1212da-8e2a-4a38-a613-f76034b8e79f req-8b1e5e7b-1212-4700-ad56-8c12d980c890 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534306 Jan 17 02:36:13.875202 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Request body: {'port': {'device_id': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'admin_state_up': True, 'tenant_id': 'c889c4e9bfb24231968d2c8e2d02a1b2'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:13.915392 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d32961e3-05e4-42b8-bb9c-cdaaf0629922 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd9ae723aff549fe8e80022cb0e77cb9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1260026 Jan 17 02:36:13.918844 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51564) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:13.954185 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b4e6b0-8e43-4ff3-8039-0cc6d565d7b4 req-6c289c0b-146a-4cc0-ab55-ce60eeddab32 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:13.957718 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44b4e6b0-8e43-4ff3-8039-0cc6d565d7b4 req-6c289c0b-146a-4cc0-ab55-ce60eeddab32 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.1033332 Jan 17 02:36:13.993260 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Made reservation on behalf of c889c4e9bfb24231968d2c8e2d02a1b2 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:13.997119 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.003951 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32e8a4b6-aa08-45d9-bd75-07962fb908ba admin admin] Publish callbacks [] for security_group (90a2caeb-3684-468e-b63c-30ed44cdf1dc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.034477 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44b4e6b0-8e43-4ff3-8039-0cc6d565d7b4 req-2ef7fc5f-72f5-46b2-a9f9-8d9a78dcd999 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669296 Jan 17 02:36:14.039166 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32e8a4b6-aa08-45d9-bd75-07962fb908ba admin admin] Publish callbacks [] for security_group (90a2caeb-3684-468e-b63c-30ed44cdf1dc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.097319 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32e8a4b6-aa08-45d9-bd75-07962fb908ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (90a2caeb-3684-468e-b63c-30ed44cdf1dc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.100048 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-32e8a4b6-aa08-45d9-bd75-07962fb908ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.103670 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-32e8a4b6-aa08-45d9-bd75-07962fb908ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/90a2caeb-3684-468e-b63c-30ed44cdf1dc HTTP/1.1" status: 204 len: 168 time: 0.1814804 Jan 17 02:36:14.108994 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8a4b6-aa08-45d9-bd75-07962fb908ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a2caeb-3684-468e-b63c-30ed44cdf1dc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:14.149465 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Allocated IP 172.20.0.9 (97da4c82-5c36-47e9-8cea-2b4c9d79a703/a2418b5e-c405-4c40-bad2-c94ad6715fde/45342282-34ed-4c54-b481-93d32f1a0ecf) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:14.318023 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks [] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.364554 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.413588 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296', '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:36:14.416225 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:14.421531 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:14.426310 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:14.431246 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event updated for resources: {'Port': ['ID=45342282-34ed-4c54-b481-93d32f1a0ecf,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:14.492671 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:14.493368 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.494753 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:36:14.530326 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-dc0a74db-7430-4be7-931d-39f5ae93ede2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6594074 Jan 17 02:36:14.552714 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-96ac9100-b7f4-47a5-95d1-22dd616b9d39 req-39b720c1-85a0-4a67-89ad-bca2dcf6cf59 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 210 time: 0.0848384 Jan 17 02:36:14.564218 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Request body: {'port': {'device_id': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:14.577478 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:36:14.577820 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 2a1ba1ae-6423-44f8-bcf2-4aff4fbd50a7 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:36:14.620220 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.631997 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:14.933220 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703d80c-f716-4e8b-9713-48657d0bdb6f req-cc22740d-299e-4dec-8513-2f0bd45231e1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:14.937968 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c703d80c-f716-4e8b-9713-48657d0bdb6f req-cc22740d-299e-4dec-8513-2f0bd45231e1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 931 time: 0.0909612 Jan 17 02:36:15.001237 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c703d80c-f716-4e8b-9713-48657d0bdb6f req-afffccf8-f059-4f39-9e01-40f08b25e7c2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510564 Jan 17 02:36:15.032634 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45342282-34ed-4c54-b481-93d32f1a0ecf {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:36:15.043096 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Publish callbacks [] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:15.056150 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Transition to ACTIVE for port object 45342282-34ed-4c54-b481-93d32f1a0ecf will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:36:15.069798 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:15.137286 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Pushing event updated for resources: {'Port': ['ID=45342282-34ed-4c54-b481-93d32f1a0ecf,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:15.219259 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760b22-48dc-40c4-ac9e-725a1818ac08 req-0fbe8c95-6e15-424b-b46e-534de59fb0a8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:15.221423 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2760b22-48dc-40c4-ac9e-725a1818ac08 req-0fbe8c95-6e15-424b-b46e-534de59fb0a8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0567658 Jan 17 02:36:15.226767 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Attempting to bind port 45342282-34ed-4c54-b481-93d32f1a0ecf on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:15.227270 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Attempting to bind port 45342282-34ed-4c54-b481-93d32f1a0ecf by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:15.227405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Attempting to bind port 45342282-34ed-4c54-b481-93d32f1a0ecf on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:15.233116 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Port 45342282-34ed-4c54-b481-93d32f1a0ecf on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:36:15.233655 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Attempting to bind port 45342282-34ed-4c54-b481-93d32f1a0ecf on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:15.245237 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:15.246272 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Checking segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:15.246272 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Bound using segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:15.246642 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Bound port: 45342282-34ed-4c54-b481-93d32f1a0ecf, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:15.247052 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:15.284858 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d2760b22-48dc-40c4-ac9e-725a1818ac08 req-481f474d-d89d-49ea-8cd3-cd8aa784772c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572963 Jan 17 02:36:15.341257 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] For port 45342282-34ed-4c54-b481-93d32f1a0ecf, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:15.344542 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] For port 45342282-34ed-4c54-b481-93d32f1a0ecf, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45342282-34ed-4c54-b481-93d32f1a0ecf,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:15.352340 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:15.398719 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:15.399339 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:15.401292 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] 10.222.0.64 "PUT /v2.0/ports/45342282-34ed-4c54-b481-93d32f1a0ecf HTTP/1.1" status: 200 len: 1093 time: 0.8461902 Jan 17 02:36:15.401748 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'tag': '45342282-34ed-4c54-b481-93d32f1a0ecf'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:15.404094 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a92ca528-da85-4871-aed1-a1d2832febbf" -d '{"events": [{"name": "network-changed", "server_uuid": "a8d204d6-b0f5-4ea5-932d-9cdbd447c999", "tag": "45342282-34ed-4c54-b481-93d32f1a0ecf"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:15.449720 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6360d84e-8ac1-4545-b97f-96401d0adc93 service neutron] Pushing event updated for resources: {'Port': ['ID=45342282-34ed-4c54-b481-93d32f1a0ecf,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:15.453226 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7a26f3-aaa0-4054-9c38-5ee2a0217e7d x-openstack-request-id: req-fa7a26f3-aaa0-4054-9c38-5ee2a0217e7d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:15.453533 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8d204d6-b0f5-4ea5-932d-9cdbd447c999", "tag": "45342282-34ed-4c54-b481-93d32f1a0ecf", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:15.453819 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fa7a26f3-aaa0-4054-9c38-5ee2a0217e7d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:15.454281 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'tag': '45342282-34ed-4c54-b481-93d32f1a0ecf', 'status': 'completed', 'code': 200} Jan 17 02:36:15.662861 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fadf16fb-ba4f-48bc-b2f2-aa102bc4e9e9 req-25c26d91-732a-4a92-a518-d0d661f58993 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 210 time: 0.0548718 Jan 17 02:36:15.837026 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-2337b493-db08-4fbb-af43-47230b82388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:15.838742 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-2337b493-db08-4fbb-af43-47230b82388a service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 1096 time: 0.0658760 Jan 17 02:36:15.845439 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-89c967c9-457b-4d2a-83f7-3db002a96f51 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:15.847542 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-89c967c9-457b-4d2a-83f7-3db002a96f51 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "GET /v2.0/networks?id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0 HTTP/1.1" status: 200 len: 809 time: 0.3562243 Jan 17 02:36:15.852463 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:15.937110 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Request body: {'port': {'device_id': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0', 'admin_state_up': True, 'tenant_id': '20f3bbecadfb47dca935ac0986b088eb'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:15.994203 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-bd9bc164-ca62-44be-9143-3127e58834b7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45342282-34ed-4c54-b481-93d32f1a0ecf HTTP/1.1" status: 200 len: 217 time: 0.0609221 Jan 17 02:36:16.101753 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-18fd30aa-9794-4a8a-b9a1-851a43857009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.103212 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-18fd30aa-9794-4a8a-b9a1-851a43857009 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.0664048 Jan 17 02:36:16.117870 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97b9b-5046-4744-8cf9-2cefe292f164 req-625969ad-e725-4758-927b-9d300d34be8c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.119330 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1a97b9b-5046-4744-8cf9-2cefe292f164 req-625969ad-e725-4758-927b-9d300d34be8c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 943 time: 0.0470443 Jan 17 02:36:16.140632 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-0d3f8c82-635b-4f75-a28c-b6e9a6a4aa6e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287898 Jan 17 02:36:16.146785 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Made reservation on behalf of 20f3bbecadfb47dca935ac0986b088eb for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:16.150892 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:16.168521 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1a97b9b-5046-4744-8cf9-2cefe292f164 req-a41b9757-e5b9-42c1-b53a-7c0654b33318 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434930 Jan 17 02:36:16.323790 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-c68e8a0d-6bbd-4058-b31b-8ca046601d8f service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609323 Jan 17 02:36:16.394380 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Allocated IP 172.20.0.10 (51c5014e-4388-4f67-9eb7-eef46e8a6fe0/eee0e8c0-0c45-4654-96bd-31b277095902/d44e75db-ffb2-4ea4-aa5f-60e34d9087e0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:16.402547 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ecab8-0e90-4f9a-93e7-f4b4f05a015b req-5c92012c-778d-426e-81c1-08be0a220a05 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.404025 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d0ecab8-0e90-4f9a-93e7-f4b4f05a015b req-5c92012c-778d-426e-81c1-08be0a220a05 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0474701 Jan 17 02:36:16.455125 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d0ecab8-0e90-4f9a-93e7-f4b4f05a015b req-04e468e6-9e35-4d1c-bf96-274401b02344 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Jan 17 02:36:16.459411 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fbac1dd-0f55-414c-b299-aaee301e8fbb req-59b85b55-5b8f-414e-9fc0-144803a741b4 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279495 Jan 17 02:36:16.563134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks [] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:16.632151 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca528-da85-4871-aed1-a1d2832febbf req-9b806ef2-442d-4e11-8db3-09765094ee41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.633895 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a92ca528-da85-4871-aed1-a1d2832febbf req-9b806ef2-442d-4e11-8db3-09765094ee41 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 1096 time: 0.0658653 Jan 17 02:36:16.635774 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:16.681253 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:16.686508 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:16.701581 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:16.724529 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Pushing event updated for resources: {'Port': ['ID=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:16.799920 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.800576 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:16.809817 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef591da-dd93-4db8-9d18-8f9c987d2ec9 req-8634c422-7bf4-4eb2-a15a-b71324e5b58b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.811327 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ef591da-dd93-4db8-9d18-8f9c987d2ec9 req-8634c422-7bf4-4eb2-a15a-b71324e5b58b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.2763116 Jan 17 02:36:16.823644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a23aac-3a28-4e5d-8d3b-be6e38e5ebc4 req-068efbbf-6ef7-412b-9c8c-8d81ff3b0135 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.825100 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31a23aac-3a28-4e5d-8d3b-be6e38e5ebc4 req-068efbbf-6ef7-412b-9c8c-8d81ff3b0135 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 932 time: 0.0689175 Jan 17 02:36:16.830907 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-b1210ce8-a8c0-4bc0-872d-21439dd48dea tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8988814 Jan 17 02:36:16.835492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca528-da85-4871-aed1-a1d2832febbf req-7a7dabe3-41f1-409c-92dd-7ff831a3637b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:16.836928 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a92ca528-da85-4871-aed1-a1d2832febbf req-7a7dabe3-41f1-409c-92dd-7ff831a3637b service neutron] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 915 time: 0.1460025 Jan 17 02:36:16.864333 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Request body: {'port': {'device_id': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:16.894996 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0ef591da-dd93-4db8-9d18-8f9c987d2ec9 req-c3a106e5-65c1-45a3-b13b-3892af459b07 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687084 Jan 17 02:36:16.899431 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31a23aac-3a28-4e5d-8d3b-be6e38e5ebc4 req-1ad55269-532e-44a3-92f5-f0396b6b75eb tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666530 Jan 17 02:36:16.917204 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a92ca528-da85-4871-aed1-a1d2832febbf req-565490be-fee6-4132-b0f9-0b7a7d9a81c4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45342282-34ed-4c54-b481-93d32f1a0ecf HTTP/1.1" status: 200 len: 217 time: 0.0567782 Jan 17 02:36:16.981232 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.021890 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92ca528-da85-4871-aed1-a1d2832febbf req-34ca7fbc-4799-42e0-a880-d380c20af93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:17.023615 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a92ca528-da85-4871-aed1-a1d2832febbf req-34ca7fbc-4799-42e0-a880-d380c20af93b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.0794222 Jan 17 02:36:17.062887 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a92ca528-da85-4871-aed1-a1d2832febbf req-0b39b0b6-126f-49f8-b96e-742d232e59df service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302773 Jan 17 02:36:17.297284 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a92ca528-da85-4871-aed1-a1d2832febbf req-747d32e2-b994-483a-8b7f-5c166a6b9deb service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192190 Jan 17 02:36:17.364484 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe0848-3aed-4cf9-b9b3-7444862d1d2a req-06e89356-2673-4d79-91c6-3109e84194b4 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:17.366107 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3fbe0848-3aed-4cf9-b9b3-7444862d1d2a req-06e89356-2673-4d79-91c6-3109e84194b4 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 943 time: 0.0594549 Jan 17 02:36:17.417488 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3fbe0848-3aed-4cf9-b9b3-7444862d1d2a req-0f50faf6-1da8-41e3-b7fc-ce60b10f3598 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449238 Jan 17 02:36:17.432642 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:36:17.446186 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Publish callbacks [] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.452736 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a92ca528-da85-4871-aed1-a1d2832febbf req-0b78d45c-74f6-4c48-abaa-4412b63ba45e service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406868 Jan 17 02:36:17.462989 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Transition to ACTIVE for port object d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:36:17.467808 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.530470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Pushing event updated for resources: {'Port': ['ID=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:17.597066 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Attempting to bind port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:17.597444 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Attempting to bind port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:17.597774 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Attempting to bind port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 on network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:17.602096 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 on network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:36:17.602409 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Attempting to bind port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 on network 51c5014e-4388-4f67-9eb7-eef46e8a6fe0 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:17.607153 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:17.607489 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Checking segment: {'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:17.607866 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Bound using segment: {'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:17.608318 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Bound port: d44e75db-ffb2-4ea4-aa5f-60e34d9087e0, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c86343-11b8-4198-83f5-bf89c3495956', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:17.608714 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.671554 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] For port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:17.674282 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] For port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:17.678763 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.715051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:17.715690 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.717110 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] 10.222.0.64 "PUT /v2.0/ports/d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 HTTP/1.1" status: 200 len: 1094 time: 0.8578804 Jan 17 02:36:17.717536 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'tag': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:17.719739 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709f2621-166e-49e6-af90-538bcbf77972" -d '{"events": [{"name": "network-changed", "server_uuid": "8342f5e5-2a1a-491d-b1d4-d851e6e6fbce", "tag": "d44e75db-ffb2-4ea4-aa5f-60e34d9087e0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:17.747571 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78845015-f574-4a33-a65e-c58cbd49534e service neutron] Pushing event updated for resources: {'Port': ['ID=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:17.757968 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0a0de2-a87e-4450-aa05-4e57b53e4238 x-openstack-request-id: req-be0a0de2-a87e-4450-aa05-4e57b53e4238 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:17.758255 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8342f5e5-2a1a-491d-b1d4-d851e6e6fbce", "tag": "d44e75db-ffb2-4ea4-aa5f-60e34d9087e0", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:17.758504 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-be0a0de2-a87e-4450-aa05-4e57b53e4238 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:17.758894 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'tag': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0', 'status': 'completed', 'code': 200} Jan 17 02:36:17.770838 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:17.843280 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-8433c6a2-efbd-4fd4-a255-072dc7f105b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:17.845456 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-8433c6a2-efbd-4fd4-a255-072dc7f105b7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20f3bbecadfb47dca935ac0986b088eb&device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 1097 time: 0.0489154 Jan 17 02:36:17.880246 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c1bdf9b-1c32-461f-843d-fcf76beb60ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.894774 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-08d7e392-2909-4008-baed-719da442b4d9 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 HTTP/1.1" status: 200 len: 217 time: 0.0355146 Jan 17 02:36:17.961696 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c1bdf9b-1c32-461f-843d-fcf76beb60ba admin admin] Publish callbacks [] for security_group (32bd76ee-8023-48ba-b75e-7d1749882c79), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.961893 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-e9f6f9a2-1c56-44b1-bc69-c5af59b77afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:17.963907 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-e9f6f9a2-1c56-44b1-bc69-c5af59b77afe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eee0e8c0-0c45-4654-96bd-31b277095902 HTTP/1.1" status: 200 len: 849 time: 0.0627880 Jan 17 02:36:17.967329 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7c1bdf9b-1c32-461f-843d-fcf76beb60ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (32bd76ee-8023-48ba-b75e-7d1749882c79), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:17.997224 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-312faec9-bfbf-4a1b-9793-eb0f1d89b6e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261583 Jan 17 02:36:18.029570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1bdf9b-1c32-461f-843d-fcf76beb60ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32bd76ee-8023-48ba-b75e-7d1749882c79,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:18.035759 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7c1bdf9b-1c32-461f-843d-fcf76beb60ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bc50e4369ef4e73a64ffdcc283a5840&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2635617 Jan 17 02:36:18.038557 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 51708) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:18.055484 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af58008-698d-4013-9d26-124dac39a4b2 req-4d769f76-8a4e-4229-9fb3-edd4de201a46 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:18.062594 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6af58008-698d-4013-9d26-124dac39a4b2 req-4d769f76-8a4e-4229-9fb3-edd4de201a46 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 944 time: 0.0833199 Jan 17 02:36:18.113830 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6af58008-698d-4013-9d26-124dac39a4b2 req-2b57bfa6-0b70-4dc4-948d-81a6835b4a6b tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501869 Jan 17 02:36:18.154258 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-7add6c4e-85f5-4462-8100-5370b7341bbd service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495914 Jan 17 02:36:18.155096 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db7943e0-ff9f-4a8a-8cb0-c98407fa7858 admin admin] Publish callbacks [] for security_group (32bd76ee-8023-48ba-b75e-7d1749882c79), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:18.201051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db7943e0-ff9f-4a8a-8cb0-c98407fa7858 admin admin] Publish callbacks [] for security_group (32bd76ee-8023-48ba-b75e-7d1749882c79), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:18.289681 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-0a76f351-a0cc-49b4-b411-f676416f33ed req-0669c4a2-e270-40a5-9b1a-7b70ba53c9e9 service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245427 Jan 17 02:36:18.302444 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db7943e0-ff9f-4a8a-8cb0-c98407fa7858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (32bd76ee-8023-48ba-b75e-7d1749882c79), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:18.305160 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-db7943e0-ff9f-4a8a-8cb0-c98407fa7858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:18.306302 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-db7943e0-ff9f-4a8a-8cb0-c98407fa7858 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/32bd76ee-8023-48ba-b75e-7d1749882c79 HTTP/1.1" status: 204 len: 168 time: 0.2666397 Jan 17 02:36:18.324349 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7943e0-ff9f-4a8a-8cb0-c98407fa7858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bd76ee-8023-48ba-b75e-7d1749882c79,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:18.573366 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6b0ab-488d-4ad4-9088-50bb8c089998 req-2d150875-452e-4d63-840a-a1d0e42d4a43 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:18.575390 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ad6b0ab-488d-4ad4-9088-50bb8c089998 req-2d150875-452e-4d63-840a-a1d0e42d4a43 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 943 time: 0.0511003 Jan 17 02:36:18.623636 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ad6b0ab-488d-4ad4-9088-50bb8c089998 req-378f0c8d-39b4-4fc4-ba99-0f91b1112308 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415344 Jan 17 02:36:18.724345 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473385d-9e40-4ac6-828a-6d01ffcf81e2 req-9835f716-ed6f-429d-8104-f9be4b2e431e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:18.726091 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7473385d-9e40-4ac6-828a-6d01ffcf81e2 req-9835f716-ed6f-429d-8104-f9be4b2e431e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0481927 Jan 17 02:36:18.769921 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f2621-166e-49e6-af90-538bcbf77972 req-c2c5ea15-f40a-429a-b562-9f98f2a2ad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:18.771573 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-709f2621-166e-49e6-af90-538bcbf77972 req-c2c5ea15-f40a-429a-b562-9f98f2a2ad63 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=20f3bbecadfb47dca935ac0986b088eb&device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 1097 time: 0.0453558 Jan 17 02:36:18.778786 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7473385d-9e40-4ac6-828a-6d01ffcf81e2 req-79395678-4fba-4f8e-ad82-6afa37eaed0d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436933 Jan 17 02:36:18.900691 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-86a8f446-0568-44f9-8333-5053bdbc883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:18.902178 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-86a8f446-0568-44f9-8333-5053bdbc883d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.0932677 Jan 17 02:36:18.918588 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f2621-166e-49e6-af90-538bcbf77972 req-78286eae-bb9c-4885-ae06-8fe408b3fafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:18.920018 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-709f2621-166e-49e6-af90-538bcbf77972 req-78286eae-bb9c-4885-ae06-8fe408b3fafb service neutron] 10.222.0.64 "GET /v2.0/networks?id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0 HTTP/1.1" status: 200 len: 910 time: 0.1190581 Jan 17 02:36:18.957932 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 51748) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:19.056266 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1602252179-network', 'tenant_id': 'b1b592dcedb947f490f7fe030daba362'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:19.082093 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Made reservation on behalf of b1b592dcedb947f490f7fe030daba362 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:19.084553 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.093218 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.173597 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks [] for security_group (85ffa8f8-df8f-4d81-9a2d-978e28268559), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.178725 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (85ffa8f8-df8f-4d81-9a2d-978e28268559), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.205586 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:36:19.221452 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ffa8f8-df8f-4d81-9a2d-978e28268559,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:19.225733 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (f3788d94-01e6-46d4-813e-36ea61374949), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.226059 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Added segment f3788d94-01e6-46d4-813e-36ea61374949 of type vlan for network 56a24d12-612f-4839-8346-2f43362c5e8e Jan 17 02:36:19.247446 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10636952-037f-432e-a1b4-280d1a57c4c2 req-84cf6cca-b0d6-40c5-90dc-8f770c68bc31 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:19.249081 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10636952-037f-432e-a1b4-280d1a57c4c2 req-84cf6cca-b0d6-40c5-90dc-8f770c68bc31 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 944 time: 0.0616589 Jan 17 02:36:19.282453 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (56a24d12-612f-4839-8346-2f43362c5e8e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.298595 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10636952-037f-432e-a1b4-280d1a57c4c2 req-671fdb45-41ff-4337-b940-ae3b853bcf03 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439000 Jan 17 02:36:19.308639 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (56a24d12-612f-4839-8346-2f43362c5e8e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.309798 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:19.316722 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.348145 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3886447 Jan 17 02:36:19.350671 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 51758) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:19.355742 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Request body: {'subnet': {'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1602252179-subnet', 'tenant_id': 'b1b592dcedb947f490f7fe030daba362', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:19.377441 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421b4bd4-1224-4976-b846-6d2092efae34 admin admin] Pushing event updated for resources: {'Network': ['ID=56a24d12-612f-4839-8346-2f43362c5e8e,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:19.386251 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Made reservation on behalf of b1b592dcedb947f490f7fe030daba362 for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:19.387937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 56a24d12-612f-4839-8346-2f43362c5e8e details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:36:19.388979 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14037867'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.555827 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14115960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14037881'] for subnet (fe35d0e3-b3c0-4eb6-8d92-83eb929fc850), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.603583 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe35d0e3-b3c0-4eb6-8d92-83eb929fc850,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:19.619666 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Checking segment: {'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:19.620045 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Network hostable DHCP agents. Network: 56a24d12-612f-4839-8346-2f43362c5e8e, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:36:19.639682 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Network 56a24d12-612f-4839-8346-2f43362c5e8e is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:36:19.650218 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 56a24d12-612f-4839-8346-2f43362c5e8e) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:19.654353 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:19.654946 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:19.659854 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354191ed-b3dd-4e03-bb60-87bddbc18612 None None] Network 56a24d12-612f-4839-8346-2f43362c5e8e requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:36:19.671328 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7ba6a409-8e95-4a00-9922-508f78cd469c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3194683 Jan 17 02:36:19.757026 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffacd6b5-7e2b-40e7-aebc-287ac512508f None None] Network 56a24d12-612f-4839-8346-2f43362c5e8e requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:36:21.048548 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-35e73fa7-086f-4bd6-8b6b-97bcde7e1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:21.050078 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-35e73fa7-086f-4bd6-8b6b-97bcde7e1826 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.1090667 Jan 17 02:36:22.423829 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-709f2621-166e-49e6-af90-538bcbf77972 req-a59b99d8-e4cf-4bb9-b887-60066724ff96 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 HTTP/1.1" status: 200 len: 217 time: 0.0657578 Jan 17 02:36:22.425196 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-f0776b0f-59b4-49f5-bd40-f9e24a80f26f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 217 time: 0.0653367 Jan 17 02:36:22.511925 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f2621-166e-49e6-af90-538bcbf77972 req-cd6686fa-dbce-4598-b9b7-b76377b5c504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:22.513328 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-709f2621-166e-49e6-af90-538bcbf77972 req-cd6686fa-dbce-4598-b9b7-b76377b5c504 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=eee0e8c0-0c45-4654-96bd-31b277095902 HTTP/1.1" status: 200 len: 849 time: 0.0781491 Jan 17 02:36:22.514684 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-9ce140d7-2722-44ce-bb31-90bc5962381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:22.515999 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-9ce140d7-2722-44ce-bb31-90bc5962381f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0819051 Jan 17 02:36:22.566357 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-372fca29-7e99-43c0-9c01-9c24d1024851 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400426 Jan 17 02:36:22.568148 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-709f2621-166e-49e6-af90-538bcbf77972 req-679dbf1b-023d-417a-9482-6f386d428c1b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=51c5014e-4388-4f67-9eb7-eef46e8a6fe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429931 Jan 17 02:36:22.726167 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-709f2621-166e-49e6-af90-538bcbf77972 req-a81c8032-78ee-4a15-b268-307122a13c97 service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469572 Jan 17 02:36:22.727998 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-031179de-4cb2-4028-932d-72b609ec83a4 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499691 Jan 17 02:36:22.890770 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7048523d-a025-4d8c-beee-4bfd7638e1c9 req-8f4ab968-105d-4042-b78b-64bbd7017e0b service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527138 Jan 17 02:36:22.892521 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-709f2621-166e-49e6-af90-538bcbf77972 req-4e9a6aec-9fd2-441f-abc5-f4e5ae7a7c6b service neutron] 10.222.0.64 "GET /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557150 Jan 17 02:36:22.962253 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281e23d-403e-4c49-b902-af036bf8a220 req-f9a9678d-e446-434d-bc19-ee30b28e2ba2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:22.963794 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4281e23d-403e-4c49-b902-af036bf8a220 req-f9a9678d-e446-434d-bc19-ee30b28e2ba2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 943 time: 0.0895762 Jan 17 02:36:22.972818 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5946f4a-a847-42aa-bf81-a6d2f2d53a56 req-524fc5ef-64d1-4c4c-8065-a8ee2efc96af tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:22.974243 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5946f4a-a847-42aa-bf81-a6d2f2d53a56 req-524fc5ef-64d1-4c4c-8065-a8ee2efc96af tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0697494 Jan 17 02:36:23.044569 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4281e23d-403e-4c49-b902-af036bf8a220 req-2a61c15a-77f3-4608-98c4-8e0ba3ee540f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693226 Jan 17 02:36:23.048989 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5946f4a-a847-42aa-bf81-a6d2f2d53a56 req-92041291-e91b-4921-94e2-44978a56c637 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680392 Jan 17 02:36:23.156876 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c0cf8-6d3e-41dc-a2eb-e6e844cad339 req-6b64dc34-e62a-4a08-b003-a73f9fe5f584 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:23.158365 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89c0cf8-6d3e-41dc-a2eb-e6e844cad339 req-6b64dc34-e62a-4a08-b003-a73f9fe5f584 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 944 time: 0.0503554 Jan 17 02:36:23.204853 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89c0cf8-6d3e-41dc-a2eb-e6e844cad339 req-0f0506f2-a4da-4b9c-a34f-83c99800d97f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404406 Jan 17 02:36:24.205385 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181fd74-1f44-42eb-a9d6-49e19ce8521c req-716e41c5-34e4-4efe-ac14-d75197427fdd tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:24.206873 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4181fd74-1f44-42eb-a9d6-49e19ce8521c req-716e41c5-34e4-4efe-ac14-d75197427fdd tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0697877 Jan 17 02:36:24.215278 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d46c4a-6132-4458-96f0-d5640057567f req-381f22fd-93bf-48b0-aa6c-a7b5003bdb16 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:24.216614 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76d46c4a-6132-4458-96f0-d5640057567f req-381f22fd-93bf-48b0-aa6c-a7b5003bdb16 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 943 time: 0.0885561 Jan 17 02:36:24.288827 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-76d46c4a-6132-4458-96f0-d5640057567f req-5fb09ec0-f23b-4af6-877c-56610223dd16 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655253 Jan 17 02:36:24.292160 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4181fd74-1f44-42eb-a9d6-49e19ce8521c req-7af7df57-b832-490c-b6c2-f707474dea87 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746245 Jan 17 02:36:24.397178 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ef1c9-4db3-4c6b-a1d2-08140cc8d2d4 req-6255bd1c-62f4-4fed-bb46-993e570f6a0c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:24.398770 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-863ef1c9-4db3-4c6b-a1d2-08140cc8d2d4 req-6255bd1c-62f4-4fed-bb46-993e570f6a0c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 944 time: 0.0538995 Jan 17 02:36:24.451083 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-863ef1c9-4db3-4c6b-a1d2-08140cc8d2d4 req-6bebc39a-0217-4678-a70b-ab3f2d8db4fa tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465240 Jan 17 02:36:24.495474 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 45342282-34ed-4c54-b481-93d32f1a0ecf details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:36:24.570845 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-edf11ad3-44b6-4ee9-bfda-d659b2178c69 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:24.572762 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-edf11ad3-44b6-4ee9-bfda-d659b2178c69 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/networks?id=56a24d12-612f-4839-8346-2f43362c5e8e HTTP/1.1" status: 200 len: 814 time: 0.1046374 Jan 17 02:36:24.587825 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-7228e82a-8d59-4b84-b160-27130d2ec4b9 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/quotas/b1b592dcedb947f490f7fe030daba362 HTTP/1.1" status: 200 len: 375 time: 0.0094249 Jan 17 02:36:24.590764 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 45342282-34ed-4c54-b481-93d32f1a0ecf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45342282-34ed-4c54-b481-93d32f1a0ecf,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:24.603699 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '45342282-34ed-4c54-b481-93d32f1a0ecf', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'port_id': '45342282-34ed-4c54-b481-93d32f1a0ecf', 'mac_address': 'fa:16:3e:10:67:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2418b5e-c405-4c40-bad2-c94ad6715fde', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:36:24.619454 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-7a4ab8bf-bd07-45b3-9b4c-c7d04af34200 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1b592dcedb947f490f7fe030daba362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255294 Jan 17 02:36:24.643849 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 45342282-34ed-4c54-b481-93d32f1a0ecf is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:24.644284 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:24.657449 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45342282-34ed-4c54-b481-93d32f1a0ecf {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:36:24.678336 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 45342282-34ed-4c54-b481-93d32f1a0ecf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45342282-34ed-4c54-b481-93d32f1a0ecf,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:24.683627 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:24.724393 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-aaaf4ca9-806f-4796-b104-791e1972d33d service neutron] 10.222.0.24 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981829 Jan 17 02:36:24.735473 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=45342282-34ed-4c54-b481-93d32f1a0ecf,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:24.829010 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bbc22b5a-534f-415f-bc25-a53a1a2ed6e7 service neutron] 10.222.0.24 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989423 Jan 17 02:36:24.995880 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cda39e4a-0e10-4bd8-9e6f-aff0b44f089f req-6e44530b-1d2c-41ec-bbbe-54fd372200ed tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 210 time: 0.0260708 Jan 17 02:36:29.442520 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3768da6-0ecd-4f4f-9b27-e8afbd31593c req-cfb9f877-6cd3-46f7-9bb0-97609e08e103 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:29.444060 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3768da6-0ecd-4f4f-9b27-e8afbd31593c req-cfb9f877-6cd3-46f7-9bb0-97609e08e103 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 944 time: 0.0531907 Jan 17 02:36:29.503605 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c3768da6-0ecd-4f4f-9b27-e8afbd31593c req-a3635e14-5a7d-49c3-b12d-dbd44985d031 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532789 Jan 17 02:36:29.546892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57541242-cb06-42c0-a948-03e9636891c9 req-4a81e19a-558c-4cd9-8767-7b50865470d4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:29.548574 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-57541242-cb06-42c0-a948-03e9636891c9 req-4a81e19a-558c-4cd9-8767-7b50865470d4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0654356 Jan 17 02:36:29.630237 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-57541242-cb06-42c0-a948-03e9636891c9 req-77580523-2a4e-4567-8a42-2691466e61c3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758319 Jan 17 02:36:29.642675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815f580-8792-4147-ad09-af94e7c63e60 req-76c7f542-27af-490f-a69e-857abcdfa9a7 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:29.644121 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7815f580-8792-4147-ad09-af94e7c63e60 req-76c7f542-27af-490f-a69e-857abcdfa9a7 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 944 time: 0.0742564 Jan 17 02:36:29.700278 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7815f580-8792-4147-ad09-af94e7c63e60 req-5db207a0-8c8a-479a-ac11-26baad83d2fe tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501597 Jan 17 02:36:29.714654 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb5d0f58-bfc1-4779-b7c6-c37ba2d05c11 req-13aca8fa-c986-49c6-aa1a-c048a986778b tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 210 time: 0.0296223 Jan 17 02:36:30.407656 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['45342282-34ed-4c54-b481-93d32f1a0ecf'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:36:30.629924 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9cf4-5113-42a3-b44a-bf623d69149d req-5333f033-3b5d-4bc5-b72c-4bf02eb0a89f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:30.631460 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa6f9cf4-5113-42a3-b44a-bf623d69149d req-5333f033-3b5d-4bc5-b72c-4bf02eb0a89f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 944 time: 0.0566845 Jan 17 02:36:30.716800 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa6f9cf4-5113-42a3-b44a-bf623d69149d req-a8f3d534-dad1-46e2-96fa-66504aa1cd4f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793128 Jan 17 02:36:30.795503 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c0451-505d-4034-9a0e-96c445f691cb req-e0023b6f-6c8c-47e4-aece-1e1a8d7aa2fb tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:30.797127 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c3c0451-505d-4034-9a0e-96c445f691cb req-e0023b6f-6c8c-47e4-aece-1e1a8d7aa2fb tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0686100 Jan 17 02:36:30.876126 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501dbf0-704b-4f23-a051-828f6c4d64ae req-bae68a08-3380-4285-b391-c3b968b2ba32 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:30.877689 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f501dbf0-704b-4f23-a051-828f6c4d64ae req-bae68a08-3380-4285-b391-c3b968b2ba32 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 944 time: 0.0796392 Jan 17 02:36:30.885843 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c3c0451-505d-4034-9a0e-96c445f691cb req-1b29c06c-8563-4e56-9a65-2ca0719a566b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792241 Jan 17 02:36:30.931206 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f501dbf0-704b-4f23-a051-828f6c4d64ae req-106ed68b-8d6c-4731-873f-01575050ddff tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444019 Jan 17 02:36:30.973515 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-e2592cc4-f501-418a-ae6a-30be257bb1d2 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:30.975046 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-e2592cc4-f501-418a-ae6a-30be257bb1d2 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "GET /v2.0/networks?id=56a24d12-612f-4839-8346-2f43362c5e8e HTTP/1.1" status: 200 len: 814 time: 0.3640509 Jan 17 02:36:30.978068 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-564c1193-2caf-4ba2-ab51-2a099048cc1b req-66ae4649-33b3-4242-9f89-990e73380145 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 210 time: 0.0288312 Jan 17 02:36:31.023128 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Request body: {'port': {'device_id': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e', 'admin_state_up': True, 'tenant_id': 'b1b592dcedb947f490f7fe030daba362'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:31.144681 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Made reservation on behalf of b1b592dcedb947f490f7fe030daba362 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:31.154103 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:31.217039 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:36:31.283626 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Allocated IP 172.20.0.7 (56a24d12-612f-4839-8346-2f43362c5e8e/fe35d0e3-b3c0-4eb6-8d92-83eb929fc850/bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:31.318796 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:31.331818 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0', 'network_id': '51c5014e-4388-4f67-9eb7-eef46e8a6fe0', 'port_id': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0', 'mac_address': 'fa:16:3e:c3:15:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee0e8c0-0c45-4654-96bd-31b277095902', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:36:31.369406 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:31.369406 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:31.382410 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:36:31.404899 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:31.409920 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:31.442086 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks [] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:31.456940 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:31.476925 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:31.520493 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Network 56a24d12-612f-4839-8346-2f43362c5e8e is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:31.523486 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:31.527425 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:31.554994 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Pushing event updated for resources: {'Port': ['ID=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:31.567117 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.567460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.567793 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.568125 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.568442 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.568762 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.569132 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.569394 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.569712 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.570024 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.570335 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.570645 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.570950 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:31.588369 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:31.589030 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:31.607078 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-006251c2-37dd-499d-9993-a39840301973 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5881102 Jan 17 02:36:35.357229 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:36.327841 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Request body: {'port': {'device_id': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:36.387360 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:36.519171 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a167f-2c59-4d36-9585-d2d8d8a21c0a req-1fa72b8b-b568-46b3-bc6d-7c133f530399 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:36.520575 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-909a167f-2c59-4d36-9585-d2d8d8a21c0a req-1fa72b8b-b568-46b3-bc6d-7c133f530399 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 944 time: 0.0703137 Jan 17 02:36:36.556770 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9a9c71-b148-4b9b-8382-56c65ce4e4e8 req-172a5fde-eb15-49f4-9b15-ef287e89b3de tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:36.558284 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc9a9c71-b148-4b9b-8382-56c65ce4e4e8 req-172a5fde-eb15-49f4-9b15-ef287e89b3de tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0736585 Jan 17 02:36:36.596371 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-909a167f-2c59-4d36-9585-d2d8d8a21c0a req-56ef4046-58ff-4bf0-a83b-bec844e296f9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688488 Jan 17 02:36:36.634957 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc9a9c71-b148-4b9b-8382-56c65ce4e4e8 req-5221df20-78e3-4a38-ab23-a6ff94c3ec0c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675468 Jan 17 02:36:36.662488 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:36:36.670293 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Publish callbacks [] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:36.682197 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Transition to ACTIVE for port object bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:36:36.687519 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:36.713611 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cf646c-c1e0-4890-9805-0571889f4f51 req-fb596d03-9a43-4d73-b213-bd1fa2029112 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:36.715105 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43cf646c-c1e0-4890-9805-0571889f4f51 req-fb596d03-9a43-4d73-b213-bd1fa2029112 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 945 time: 0.0645394 Jan 17 02:36:36.735190 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:36.778331 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9e61e-596e-4fec-adbc-3f86484314e1 req-a27927e5-1d1e-48fa-9281-0ac86a4198f6 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:36.779721 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6a9e61e-596e-4fec-adbc-3f86484314e1 req-a27927e5-1d1e-48fa-9281-0ac86a4198f6 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 943 time: 0.0867794 Jan 17 02:36:36.787748 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-43cf646c-c1e0-4890-9805-0571889f4f51 req-1fc35798-44b1-40fd-8933-b1af7c271a20 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596642 Jan 17 02:36:36.809852 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Attempting to bind port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:36.810470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Attempting to bind port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:36.810687 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Attempting to bind port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b on network 56a24d12-612f-4839-8346-2f43362c5e8e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:36.815197 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b on network 56a24d12-612f-4839-8346-2f43362c5e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:36:36.815548 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Attempting to bind port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b on network 56a24d12-612f-4839-8346-2f43362c5e8e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:36.820909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:36.821093 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Checking segment: {'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:36.821406 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Bound using segment: {'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:36.821822 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Bound port: bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:36.822174 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:36.833550 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6a9e61e-596e-4fec-adbc-3f86484314e1 req-e2626461-7455-4c1f-887c-a0ffa857098c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448208 Jan 17 02:36:36.885366 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] For port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:36.888835 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] For port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:36.894197 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:36.927927 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:36.928561 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:36.930307 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] 10.222.0.64 "PUT /v2.0/ports/bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b HTTP/1.1" status: 200 len: 1093 time: 0.6085498 Jan 17 02:36:36.934706 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'tag': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:36.936986 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8714ff-adae-40c0-a96e-9b7ddfee2781", "tag": "bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:36.959475 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb38e14-2cf4-45e8-875d-4cb8ace38e68 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:36.987046 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1e1a59-78be-4e70-a9c1-5c8ce2df87f9 x-openstack-request-id: req-9e1e1a59-78be-4e70-a9c1-5c8ce2df87f9 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:36.987333 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8714ff-adae-40c0-a96e-9b7ddfee2781", "tag": "bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:36.987584 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9e1e1a59-78be-4e70-a9c1-5c8ce2df87f9 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:36.988338 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'tag': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b', 'status': 'completed', 'code': 200} Jan 17 02:36:37.054759 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-f511ce7a-7ea9-4e34-b0e7-d454e3fc7428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:37.056400 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-f511ce7a-7ea9-4e34-b0e7-d454e3fc7428 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1b592dcedb947f490f7fe030daba362&device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 1096 time: 0.0457845 Jan 17 02:36:37.104919 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-0fdf8a1e-baf7-4682-97e8-74c343a6d859 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b HTTP/1.1" status: 200 len: 217 time: 0.0342331 Jan 17 02:36:37.233748 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-3b9bc659-9762-426c-b1d7-fedab9b62da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:37.235354 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-3b9bc659-9762-426c-b1d7-fedab9b62da2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe35d0e3-b3c0-4eb6-8d92-83eb929fc850 HTTP/1.1" status: 200 len: 854 time: 0.0454807 Jan 17 02:36:37.254695 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 45342282-34ed-4c54-b481-93d32f1a0ecf up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:37.275677 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-a29315fb-5dae-4923-8152-9ee8c2cf71e4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a24d12-612f-4839-8346-2f43362c5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312011 Jan 17 02:36:37.310591 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 45342282-34ed-4c54-b481-93d32f1a0ecf completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:36:37.316255 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 45342282-34ed-4c54-b481-93d32f1a0ecf triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:37.317045 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:37.409141 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-ffe2178b-ed5a-4d5b-973f-6bdbfefdc928 service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255670 Jan 17 02:36:37.420557 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 45342282-34ed-4c54-b481-93d32f1a0ecf is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:37.420985 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:37.448192 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['d44e75db-ffb2-4ea4-aa5f-60e34d9087e0'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:36:37.481972 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45342282-34ed-4c54-b481-93d32f1a0ecf'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:37.484811 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3097ce-53c8-402b-aef7-b29bad7a0420" -d '{"events": [{"server_uuid": "a8d204d6-b0f5-4ea5-932d-9cdbd447c999", "name": "network-vif-plugged", "status": "completed", "tag": "45342282-34ed-4c54-b481-93d32f1a0ecf"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:37.515490 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 45342282-34ed-4c54-b481-93d32f1a0ecf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45342282-34ed-4c54-b481-93d32f1a0ecf,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:37.530691 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:37.585613 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-73fdca1e-372c-4aa6-9b9a-d6860b12448c req-d8079721-709d-49c5-b428-08a828183dad service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972521 Jan 17 02:36:37.597301 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=45342282-34ed-4c54-b481-93d32f1a0ecf,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:37.704739 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681a7d80-74e1-4d01-955c-7447b5b34a5d x-openstack-request-id: req-681a7d80-74e1-4d01-955c-7447b5b34a5d {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:37.705063 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d204d6-b0f5-4ea5-932d-9cdbd447c999", "name": "network-vif-plugged", "status": "completed", "tag": "45342282-34ed-4c54-b481-93d32f1a0ecf", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:37.705315 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-681a7d80-74e1-4d01-955c-7447b5b34a5d {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:37.705845 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45342282-34ed-4c54-b481-93d32f1a0ecf', 'code': 200} Jan 17 02:36:37.800618 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c1458e-c80b-4f72-83a2-42f1652ae3a9 req-0d85c7a3-ce6b-4253-bce1-d1a737ffdfdc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:37.802762 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14c1458e-c80b-4f72-83a2-42f1652ae3a9 req-0d85c7a3-ce6b-4253-bce1-d1a737ffdfdc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0541716 Jan 17 02:36:37.884305 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa3f3c-1ca0-4dd4-8a1f-6852f2ecdb0b req-4ab8dda2-1258-4b2e-ae1c-d0d3a9c6077b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:37.886174 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3bfa3f3c-1ca0-4dd4-8a1f-6852f2ecdb0b req-4ab8dda2-1258-4b2e-ae1c-d0d3a9c6077b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0794349 Jan 17 02:36:37.892596 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14c1458e-c80b-4f72-83a2-42f1652ae3a9 req-8761c3ea-02bf-48da-a0f1-5cf008295179 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775936 Jan 17 02:36:37.912209 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-8e0d23eb-b0f3-460c-bd22-1c6b883da742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:37.912209 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-8e0d23eb-b0f3-460c-bd22-1c6b883da742 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1b592dcedb947f490f7fe030daba362&device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 1096 time: 0.0529406 Jan 17 02:36:37.950048 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3bfa3f3c-1ca0-4dd4-8a1f-6852f2ecdb0b req-f681b8ce-6004-4500-9f37-01da48773416 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564435 Jan 17 02:36:38.034686 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-f6b0b492-f77a-44a7-b3c7-b37cfee8a31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:38.036846 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-f6b0b492-f77a-44a7-b3c7-b37cfee8a31f service neutron] 10.222.0.64 "GET /v2.0/networks?id=56a24d12-612f-4839-8346-2f43362c5e8e HTTP/1.1" status: 200 len: 915 time: 0.1174116 Jan 17 02:36:38.096128 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-6f354eae-efdc-4bd6-b25d-7eec3004d212 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b HTTP/1.1" status: 200 len: 217 time: 0.0514801 Jan 17 02:36:38.123304 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b3599-1c38-4b4c-af92-ab2c96c109dd req-32e4de46-4173-4a1a-9309-ce60b3b8a752 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:38.124870 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b5b3599-1c38-4b4c-af92-ab2c96c109dd req-32e4de46-4173-4a1a-9309-ce60b3b8a752 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 945 time: 0.0852225 Jan 17 02:36:38.218570 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b5b3599-1c38-4b4c-af92-ab2c96c109dd req-7590b061-6fb0-4b77-a60b-e086125b248a tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816400 Jan 17 02:36:38.220292 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a541771-2f3e-41f9-a8bd-44c57e991a38 req-2987ac23-28af-426c-8861-10e86b51117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:38.222317 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a541771-2f3e-41f9-a8bd-44c57e991a38 req-2987ac23-28af-426c-8861-10e86b51117e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 1098 time: 0.0990641 Jan 17 02:36:38.223599 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-16527cbe-4daa-497e-a60f-1c1b2a028327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:38.224927 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-16527cbe-4daa-497e-a60f-1c1b2a028327 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe35d0e3-b3c0-4eb6-8d92-83eb929fc850 HTTP/1.1" status: 200 len: 854 time: 0.1126354 Jan 17 02:36:38.279943 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-c61ea83a-f7a0-4b38-b822-d70681953f96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a24d12-612f-4839-8346-2f43362c5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447121 Jan 17 02:36:38.309269 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82257357-ce71-4129-bbc1-8a7ad91608ab req-21589fef-6743-430f-b506-806f6385962d tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:38.310785 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82257357-ce71-4129-bbc1-8a7ad91608ab req-21589fef-6743-430f-b506-806f6385962d tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 943 time: 0.0586445 Jan 17 02:36:38.333759 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a541771-2f3e-41f9-a8bd-44c57e991a38 req-f2924388-b6e5-4502-afd2-b76fb5c91c93 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996394 Jan 17 02:36:38.372623 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82257357-ce71-4129-bbc1-8a7ad91608ab req-8a8effe0-02b5-4b7a-b869-f9bd98aa1808 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545113 Jan 17 02:36:38.390031 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-767c1336-e6b5-4841-b93a-949ca5ce3d0a service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019430 Jan 17 02:36:39.291649 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2eb9a6c2-bfac-4562-9035-3c1a1f6cef83 req-7ad42f53-1a8f-4b63-9752-9cb6fb7b0484 service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051095 Jan 17 02:36:39.442153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555c61f-4470-4e06-a229-683d81890817 req-bc8de3de-d0f3-46e7-9a22-fe45fe800446 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:39.443626 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6555c61f-4470-4e06-a229-683d81890817 req-bc8de3de-d0f3-46e7-9a22-fe45fe800446 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0971625 Jan 17 02:36:39.463895 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62150da7-b78f-43ec-b979-e07b31a5520d req-2054407c-1c90-4f70-a0eb-42192d7c1cf2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:39.465495 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62150da7-b78f-43ec-b979-e07b31a5520d req-2054407c-1c90-4f70-a0eb-42192d7c1cf2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0843661 Jan 17 02:36:39.530773 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6555c61f-4470-4e06-a229-683d81890817 req-25a6396d-c205-4971-886c-29a3181f556d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799344 Jan 17 02:36:39.539308 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-62150da7-b78f-43ec-b979-e07b31a5520d req-979f1623-0a76-4350-b1df-b1d02cbfd11e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663264 Jan 17 02:36:39.572340 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-0584a293-4ef9-45e0-bcb0-f281adf61063 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0538452 Jan 17 02:36:39.658366 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-c33277a0-5181-457d-8545-2a0d3c207054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:39.660531 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-c33277a0-5181-457d-8545-2a0d3c207054 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 1099 time: 0.0410793 Jan 17 02:36:39.664878 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b396f78-e91f-4901-b042-5613afab0ab3 req-171d0442-fd51-411e-b5fa-9e6dc9bb805e tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:39.666582 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b396f78-e91f-4901-b042-5613afab0ab3 req-171d0442-fd51-411e-b5fa-9e6dc9bb805e tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 945 time: 0.0767021 Jan 17 02:36:39.670803 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9006e1d4-82c0-4429-8540-81baaceb081c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:39.675876 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa3361-5038-49e5-ae72-a07bcb5fbf8b req-d8ce43c6-ca02-4c64-bed5-3b3f3e11fe02 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:39.677453 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0caa3361-5038-49e5-ae72-a07bcb5fbf8b req-d8ce43c6-ca02-4c64-bed5-3b3f3e11fe02 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 943 time: 0.0777225 Jan 17 02:36:39.745941 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6b396f78-e91f-4901-b042-5613afab0ab3 req-df309af7-f650-4454-95a7-53d0d4832544 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672991 Jan 17 02:36:39.758111 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0caa3361-5038-49e5-ae72-a07bcb5fbf8b req-45e5e93c-8cf9-42b5-b2be-e23f9d7970c9 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737247 Jan 17 02:36:39.774703 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-d58375da-541e-4c1d-8039-4f2f1adde9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:39.776327 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-d58375da-541e-4c1d-8039-4f2f1adde9d7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 915 time: 0.0909860 Jan 17 02:36:39.820592 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-883c8d96-f59d-457e-9f37-abb87f636f0e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296 HTTP/1.1" status: 200 len: 217 time: 0.0342829 Jan 17 02:36:39.882279 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-f237beec-ed3f-4707-8f51-379ea41bc9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:39.883760 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-f237beec-ed3f-4707-8f51-379ea41bc9e5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.0462327 Jan 17 02:36:39.921085 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-49b16d09-8e4d-48b1-b1f2-1d7040cc9076 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247443 Jan 17 02:36:40.015340 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-17d705cc-8687-4b61-aa86-8809048ac294 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856237 Jan 17 02:36:40.129993 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2ea94f3b-5ed4-405d-99cb-8ff310c58f0e req-3ea4f0a1-405d-485c-8976-d093915e8887 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969779 Jan 17 02:36:40.676864 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f1f461-7bf3-44ce-96f0-3d81ba83affb req-592b8be7-f367-4e41-bf2a-006255930354 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:40.678322 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14f1f461-7bf3-44ce-96f0-3d81ba83affb req-592b8be7-f367-4e41-bf2a-006255930354 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0650048 Jan 17 02:36:40.686551 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c635c-1b28-46f8-b9c6-ac0378e78a3b req-1fdf65af-7174-40ed-83f1-3aabd47c43fd tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:40.687899 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-655c635c-1b28-46f8-b9c6-ac0378e78a3b req-1fdf65af-7174-40ed-83f1-3aabd47c43fd tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0839453 Jan 17 02:36:40.755659 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14f1f461-7bf3-44ce-96f0-3d81ba83affb req-47871fb6-9354-4571-a4df-961f7c1c6db0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668106 Jan 17 02:36:40.759137 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-655c635c-1b28-46f8-b9c6-ac0378e78a3b req-ccbcf8d8-389b-476a-afdf-2db9aae7c3c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647814 Jan 17 02:36:40.901741 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597e2bd-c595-4c51-b4bc-3673e459f99f req-a0e5eb0f-0d41-4777-a129-719c4a0ecafd tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:40.903349 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b597e2bd-c595-4c51-b4bc-3673e459f99f req-a0e5eb0f-0d41-4777-a129-719c4a0ecafd tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 945 time: 0.0795932 Jan 17 02:36:40.912456 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbb7cbf-ef66-4035-8516-b41a28fb59e5 req-8141c479-3863-4b19-9fb7-51c1084b57a1 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:40.913966 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cbb7cbf-ef66-4035-8516-b41a28fb59e5 req-8141c479-3863-4b19-9fb7-51c1084b57a1 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 943 time: 0.0816138 Jan 17 02:36:40.985938 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b597e2bd-c595-4c51-b4bc-3673e459f99f req-92034cbf-cda5-42e6-b195-62b2a5cc19e3 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708888 Jan 17 02:36:40.989716 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cbb7cbf-ef66-4035-8516-b41a28fb59e5 req-1e178482-05ad-42d5-9d72-2ac14530c281 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675750 Jan 17 02:36:41.249425 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:41.309961 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:36:41.314116 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:41.314488 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:41.394539 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:41.394925 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:41.421277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:41.425216 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3371a2-4fb6-485f-aebe-9da565eca491" -d '{"events": [{"server_uuid": "8342f5e5-2a1a-491d-b1d4-d851e6e6fbce", "name": "network-vif-plugged", "status": "completed", "tag": "d44e75db-ffb2-4ea4-aa5f-60e34d9087e0"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:41.438287 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:41.444677 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:41.473067 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef817e27-873f-4def-9211-0f01d4ae7eaf x-openstack-request-id: req-ef817e27-873f-4def-9211-0f01d4ae7eaf {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:41.473401 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8342f5e5-2a1a-491d-b1d4-d851e6e6fbce", "name": "network-vif-plugged", "status": "completed", "tag": "d44e75db-ffb2-4ea4-aa5f-60e34d9087e0", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:41.473659 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ef817e27-873f-4def-9211-0f01d4ae7eaf {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:41.474018 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0', 'code': 200} Jan 17 02:36:41.501341 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:41.832868 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd3255-22be-43c3-9454-01d9c4f70793 req-39e8ed2c-6db1-4c4e-8f0c-df0328a5b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:41.834292 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52110) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:41.842350 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b5bd3255-22be-43c3-9454-01d9c4f70793 req-39e8ed2c-6db1-4c4e-8f0c-df0328a5b495 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 1099 time: 0.0675695 Jan 17 02:36:41.900579 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e096c8b-cdbb-4409-bac6-6a21f048a601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:41.902981 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b5bd3255-22be-43c3-9454-01d9c4f70793 req-0fde8ad9-a955-4f30-9c9b-62cf9ae6f3ee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445399 Jan 17 02:36:41.944625 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514dc04-7a15-494c-bd24-ac211d407e42 req-2dee2df7-8cc2-4626-aed3-0275d3460c60 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:41.946127 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7514dc04-7a15-494c-bd24-ac211d407e42 req-2dee2df7-8cc2-4626-aed3-0275d3460c60 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.1004035 Jan 17 02:36:41.955443 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b0922-4390-4a39-aa94-7e71ff57ebd5 req-b7f7c68b-337f-4029-a5a6-884d3264bdb7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:41.956849 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-162b0922-4390-4a39-aa94-7e71ff57ebd5 req-b7f7c68b-337f-4029-a5a6-884d3264bdb7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1158743 Jan 17 02:36:41.985367 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.060471 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7514dc04-7a15-494c-bd24-ac211d407e42 req-08c2cd23-5869-4cd1-b83a-f38fb2d3ef86 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987694 Jan 17 02:36:42.063499 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-162b0922-4390-4a39-aa94-7e71ff57ebd5 req-31362601-f4d3-4690-a745-db402f7cd394 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003554 Jan 17 02:36:42.119240 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Publish callbacks [] for security_group (6cd07e2b-9025-4337-9350-f6a1566f810d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.125312 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6cd07e2b-9025-4337-9350-f6a1566f810d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.214146 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fe8bf4b83f240109339cbadf72c5d07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3780794 Jan 17 02:36:42.217057 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52122) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:42.218685 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd07e2b-9025-4337-9350-f6a1566f810d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:42.232708 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.233057 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.233394 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.233729 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.234055 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.234369 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.234809 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.235142 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.235466 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.235789 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.236129 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.236450 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.236764 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbf0223-6637-4827-ae66-d2a706f32718 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:42.257443 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc999702-7657-4db9-a5d9-501856f5aa50 req-db8db7b9-d676-4776-b047-f1878e3f83b0 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:42.258952 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc999702-7657-4db9-a5d9-501856f5aa50 req-db8db7b9-d676-4776-b047-f1878e3f83b0 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 946 time: 0.1203065 Jan 17 02:36:42.273522 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c107c37-cf98-4a7c-8537-cd29aa4ff8a5 req-f9cac446-cc0e-4f98-8966-4dc03b1c7a22 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:42.275050 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c107c37-cf98-4a7c-8537-cd29aa4ff8a5 req-f9cac446-cc0e-4f98-8966-4dc03b1c7a22 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 943 time: 0.1346898 Jan 17 02:36:42.285374 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c1560ea-9d6c-416d-a396-753ad2c095cf admin admin] Publish callbacks [] for security_group (6cd07e2b-9025-4337-9350-f6a1566f810d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.313654 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c1560ea-9d6c-416d-a396-753ad2c095cf admin admin] Publish callbacks [] for security_group (6cd07e2b-9025-4337-9350-f6a1566f810d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.347467 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc999702-7657-4db9-a5d9-501856f5aa50 req-0eef2dee-cf71-4f07-91cc-1db1e417095c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712545 Jan 17 02:36:42.355332 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6c107c37-cf98-4a7c-8537-cd29aa4ff8a5 req-06babf2c-bdf0-44b2-9715-df1466237e3d tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722392 Jan 17 02:36:42.400159 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c1560ea-9d6c-416d-a396-753ad2c095cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6cd07e2b-9025-4337-9350-f6a1566f810d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.402987 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c1560ea-9d6c-416d-a396-753ad2c095cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.404269 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7c1560ea-9d6c-416d-a396-753ad2c095cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cd07e2b-9025-4337-9350-f6a1566f810d HTTP/1.1" status: 204 len: 168 time: 0.1860917 Jan 17 02:36:42.412805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1560ea-9d6c-416d-a396-753ad2c095cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd07e2b-9025-4337-9350-f6a1566f810d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:42.811788 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52150) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:42.915780 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c997385b-1a89-42ad-a268-032cfdc8cb51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.936220 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:42.999614 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c997385b-1a89-42ad-a268-032cfdc8cb51 admin admin] Publish callbacks [] for security_group (b1cb1944-8ce2-4d91-9dc9-8a247a3bd025), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.004616 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c997385b-1a89-42ad-a268-032cfdc8cb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b1cb1944-8ce2-4d91-9dc9-8a247a3bd025), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.042976 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c997385b-1a89-42ad-a268-032cfdc8cb51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dce2420751434bb2bd8434f0bebb8a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300568 Jan 17 02:36:43.043860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c997385b-1a89-42ad-a268-032cfdc8cb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cb1944-8ce2-4d91-9dc9-8a247a3bd025,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:43.045778 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52162) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:43.100793 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616d63f-f3e2-4ee1-b583-0542fa475df6 admin admin] Publish callbacks [] for security_group (b1cb1944-8ce2-4d91-9dc9-8a247a3bd025), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.126617 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616d63f-f3e2-4ee1-b583-0542fa475df6 admin admin] Publish callbacks [] for security_group (b1cb1944-8ce2-4d91-9dc9-8a247a3bd025), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.208733 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616d63f-f3e2-4ee1-b583-0542fa475df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b1cb1944-8ce2-4d91-9dc9-8a247a3bd025), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.211428 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9616d63f-f3e2-4ee1-b583-0542fa475df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.212585 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9616d63f-f3e2-4ee1-b583-0542fa475df6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1cb1944-8ce2-4d91-9dc9-8a247a3bd025 HTTP/1.1" status: 204 len: 168 time: 0.1652706 Jan 17 02:36:43.223324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c2f6c-92de-4b5d-b4e8-a4b13d98ef53 req-c9148c29-5d83-4de4-8984-ecd319c9ae48 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:43.224840 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-462c2f6c-92de-4b5d-b4e8-a4b13d98ef53 req-c9148c29-5d83-4de4-8984-ecd319c9ae48 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0695548 Jan 17 02:36:43.232707 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616d63f-f3e2-4ee1-b583-0542fa475df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cb1944-8ce2-4d91-9dc9-8a247a3bd025,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:43.272191 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:36:43.296697 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-462c2f6c-92de-4b5d-b4e8-a4b13d98ef53 req-1bfab81e-065c-4a69-96d3-1a7a0dc9c13e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650485 Jan 17 02:36:43.387330 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:43.424736 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b', 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e', 'port_id': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b', 'mac_address': 'fa:16:3e:db:a6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe35d0e3-b3c0-4eb6-8d92-83eb929fc850', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:36:43.535571 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:43.537541 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.537669 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c3338-406c-4ca3-8cbc-07f583ee1577 req-28c56243-1eeb-4895-9ee0-2e7829a94035 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:43.544358 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-974c3338-406c-4ca3-8cbc-07f583ee1577 req-28c56243-1eeb-4895-9ee0-2e7829a94035 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 946 time: 0.0882690 Jan 17 02:36:43.555523 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:36:43.573148 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53dece4-0d3a-463f-b2cc-1cc8fc100d37 req-1e9f4ee5-0984-4d83-a07c-68ee24f09ec6 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:43.578149 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:43.580748 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c53dece4-0d3a-463f-b2cc-1cc8fc100d37 req-1e9f4ee5-0984-4d83-a07c-68ee24f09ec6 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 943 time: 0.1407063 Jan 17 02:36:43.586901 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:43.635406 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-974c3338-406c-4ca3-8cbc-07f583ee1577 req-caa1fe44-e4ff-49f7-a80c-6a238b65d0e2 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896947 Jan 17 02:36:43.657070 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c53dece4-0d3a-463f-b2cc-1cc8fc100d37 req-75a49670-d61c-4c38-9d07-a36582c0d844 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734706 Jan 17 02:36:43.660327 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:43.668091 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.668671 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.669224 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.669723 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.670212 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.670800 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.671228 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.672278 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.672734 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.673324 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.673873 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.674420 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:43.675002 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:44.109547 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52228) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:44.159748 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52232) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:44.271568 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-689522106-network', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:44.274648 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a438242-6a5a-4ca6-8d1e-3ba51803a0dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.314785 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Made reservation on behalf of 0dec6844a62b4685a182219dbf9bea72 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:44.317113 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.328760 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.433137 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a438242-6a5a-4ca6-8d1e-3ba51803a0dd admin admin] Publish callbacks [] for security_group (603252a4-9a43-43f9-b1f4-72f339f67169), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.440823 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9a438242-6a5a-4ca6-8d1e-3ba51803a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (603252a4-9a43-43f9-b1f4-72f339f67169), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.474803 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:36:44.498051 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9a438242-6a5a-4ca6-8d1e-3ba51803a0dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9f53ddee2e98428e815979cc9d43572e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371825 Jan 17 02:36:44.500905 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52238) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:44.510446 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks [] for security_group (09134ef5-f6a4-4ac2-84d0-6f3e07c49f60), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.514416 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a438242-6a5a-4ca6-8d1e-3ba51803a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603252a4-9a43-43f9-b1f4-72f339f67169,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:44.524544 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78184031-23f9-47b7-b969-af78eb82b30b req-dadb25ec-ab60-4c91-8c2e-fb50966e751e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:44.525920 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78184031-23f9-47b7-b969-af78eb82b30b req-dadb25ec-ab60-4c91-8c2e-fb50966e751e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1439567 Jan 17 02:36:44.527085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (09134ef5-f6a4-4ac2-84d0-6f3e07c49f60), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.567325 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:36:44.575711 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09134ef5-f6a4-4ac2-84d0-6f3e07c49f60,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:44.581083 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-941e1632-354c-4361-8b3f-34bbd10c1eb3 admin admin] Publish callbacks [] for security_group (603252a4-9a43-43f9-b1f4-72f339f67169), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.592712 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (2c9d61c9-2497-4cef-b4db-02a8914a6ee6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.593051 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Added segment 2c9d61c9-2497-4cef-b4db-02a8914a6ee6 of type vlan for network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 Jan 17 02:36:44.605712 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-941e1632-354c-4361-8b3f-34bbd10c1eb3 admin admin] Publish callbacks [] for security_group (603252a4-9a43-43f9-b1f4-72f339f67169), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.608221 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.635680 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-78184031-23f9-47b7-b969-af78eb82b30b req-d3cf8b5c-8d4d-4520-8a95-89108c372168 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960054 Jan 17 02:36:44.653037 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.667383 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-941e1632-354c-4361-8b3f-34bbd10c1eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (603252a4-9a43-43f9-b1f4-72f339f67169), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.670304 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-941e1632-354c-4361-8b3f-34bbd10c1eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.671326 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-941e1632-354c-4361-8b3f-34bbd10c1eb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/603252a4-9a43-43f9-b1f4-72f339f67169 HTTP/1.1" status: 204 len: 168 time: 0.1688988 Jan 17 02:36:44.679957 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941e1632-354c-4361-8b3f-34bbd10c1eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603252a4-9a43-43f9-b1f4-72f339f67169,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:44.704924 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.706081 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:44.706805 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.801088 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6904469 Jan 17 02:36:44.804123 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52246) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:44.808529 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ae600a-5d07-4dd9-8aaa-e6ca605d3751 admin admin] Pushing event updated for resources: {'Network': ['ID=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:44.811540 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Request body: {'subnet': {'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-689522106-subnet', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:44.824636 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:36:44.852901 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Made reservation on behalf of 0dec6844a62b4685a182219dbf9bea72 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:44.854952 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd71d9-5b1d-4418-8078-ec5c126e117e req-62819614-10a7-462d-b900-b75f3e022459 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:44.856034 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24823124'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:44.856559 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4dd71d9-5b1d-4418-8078-ec5c126e117e req-62819614-10a7-462d-b900-b75f3e022459 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 944 time: 0.1172459 Jan 17 02:36:44.871907 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26d040-9501-4738-8566-634f29afb340 req-3ad2f395-e5bb-438c-b88d-f41fdf3e8c93 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:44.873739 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be26d040-9501-4738-8566-634f29afb340 req-3ad2f395-e5bb-438c-b88d-f41fdf3e8c93 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 946 time: 0.1238015 Jan 17 02:36:44.949219 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4dd71d9-5b1d-4418-8078-ec5c126e117e req-2080c04b-a845-46c6-89b1-208fde1f02ff tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867777 Jan 17 02:36:44.960499 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be26d040-9501-4738-8566-634f29afb340 req-0f23ffeb-82bf-47de-ab30-e2693e6cfb14 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797896 Jan 17 02:36:45.026497 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52252) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:45.040153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad81334-974f-4226-ba7c-913b6d8e9230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.064010 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13539050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24823110'] for subnet (82b6d511-c552-4831-b534-bdc8034153b5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.119229 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82b6d511-c552-4831-b534-bdc8034153b5,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:45.121498 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad81334-974f-4226-ba7c-913b6d8e9230 admin admin] Publish callbacks [] for security_group (ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.128472 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bad81334-974f-4226-ba7c-913b6d8e9230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.135580 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Checking segment: {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:45.135940 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Network hostable DHCP agents. Network: dc9234fe-3a43-4208-a1dc-e9ba7e69bac1, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:36:45.157214 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:36:45.167203 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad81334-974f-4226-ba7c-913b6d8e9230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:45.174891 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-bad81334-974f-4226-ba7c-913b6d8e9230 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=270db3f8f2d0456cb3e86d0288aaa175&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1473019 Jan 17 02:36:45.176954 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52258) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:45.181894 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, dc9234fe-3a43-4208-a1dc-e9ba7e69bac1) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:45.191321 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97d43d0-db25-4d4a-bbba-c2c142b19437 None None] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:36:45.205677 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:45.206314 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.234504 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af0edc7d-816f-4daf-98fe-3dd20ff53c00 admin admin] Publish callbacks [] for security_group (ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.235781 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b1897d8e-78ec-448e-93d8-bb6e4edf9d71 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4299018 Jan 17 02:36:45.242620 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52262) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:45.250248 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:45.263992 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af0edc7d-816f-4daf-98fe-3dd20ff53c00 admin admin] Publish callbacks [] for security_group (ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.292404 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.298306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.368550 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:36:45.369520 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.382729 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks [] for router_controller (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.506590 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddda33fa-7803-4bad-a329-963d27c884e8 req-80ebbb5a-e745-400b-921d-7f2d23e92bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:45.508925 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddda33fa-7803-4bad-a329-963d27c884e8 req-80ebbb5a-e745-400b-921d-7f2d23e92bd7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.1352329 Jan 17 02:36:45.541186 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af0edc7d-816f-4daf-98fe-3dd20ff53c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.544101 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-af0edc7d-816f-4daf-98fe-3dd20ff53c00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.554848 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-af0edc7d-816f-4daf-98fe-3dd20ff53c00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69 HTTP/1.1" status: 204 len: 168 time: 0.3698261 Jan 17 02:36:45.563749 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0edc7d-816f-4daf-98fe-3dd20ff53c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7c43c9-6825-4a23-ba0f-6aee0c8c7f69,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:45.590695 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks [] for router_gateway (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.602774 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Allocated IP 172.20.0.2 (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1/82b6d511-c552-4831-b534-bdc8034153b5/d1a7a758-175e-4214-a2bf-d00bd8e938c1) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:45.630131 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-ddda33fa-7803-4bad-a329-963d27c884e8 req-4bf2bd7f-9e84-4ef4-b753-a63ed7c9b985 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877407 Jan 17 02:36:45.769088 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Publish callbacks [] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.778738 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.808029 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2838c8d-34d5-439e-b274-2e461d94ee0d req-a6ca19d8-13d8-4935-b6ee-0a2b0415ed24 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:45.816444 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2838c8d-34d5-439e-b274-2e461d94ee0d req-a6ca19d8-13d8-4935-b6ee-0a2b0415ed24 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0892463 Jan 17 02:36:45.850332 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks [] for router_gateway (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.874141 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:45.883815 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Pushing event updated for resources: {'Port': ['ID=d1a7a758-175e-4214-a2bf-d00bd8e938c1,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:45.901580 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2838c8d-34d5-439e-b274-2e461d94ee0d req-e9cbe6d1-da00-4322-a647-a8bdd30748ae tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840251 Jan 17 02:36:45.938125 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:45.940481 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:45.943624 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:45.946937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:46.031548 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Attempting to bind port d1a7a758-175e-4214-a2bf-d00bd8e938c1 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:46.031949 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Attempting to bind port d1a7a758-175e-4214-a2bf-d00bd8e938c1 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:46.032359 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Attempting to bind port d1a7a758-175e-4214-a2bf-d00bd8e938c1 on network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:46.044563 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:46.044980 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Checking segment: {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:46.045379 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:46.045772 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Bound using segment: {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:46.046246 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Bound port: d1a7a758-175e-4214-a2bf-d00bd8e938c1, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:46.046635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:46.055047 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Allocated IP 172.27.1.246 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/c4e406df-ec4e-4a4b-9c75-14c1d7299b5f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:46.117158 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] For port d1a7a758-175e-4214-a2bf-d00bd8e938c1, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:46.120494 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] For port d1a7a758-175e-4214-a2bf-d00bd8e938c1, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=d1a7a758-175e-4214-a2bf-d00bd8e938c1,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:46.130102 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:46.134252 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25dbe87-b8a9-4479-9e9c-11bb0973b7fa req-a954bb24-ca80-406b-bfcb-c15a1900e7fe tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:46.137647 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f25dbe87-b8a9-4479-9e9c-11bb0973b7fa req-a954bb24-ca80-406b-bfcb-c15a1900e7fe tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 944 time: 0.0976861 Jan 17 02:36:46.153971 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc0f4a-89de-4dee-aea0-ad86824b796c req-e71240c9-a22b-498f-ab6f-d89d28c69fe4 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:46.163207 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60dc0f4a-89de-4dee-aea0-ad86824b796c req-e71240c9-a22b-498f-ab6f-d89d28c69fe4 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 946 time: 0.1133571 Jan 17 02:36:46.204863 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks [] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:46.247486 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60dc0f4a-89de-4dee-aea0-ad86824b796c req-2c38cff5-7440-48fd-a166-1bc4d8c3d7c7 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803719 Jan 17 02:36:46.256336 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:46.273318 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb4df28-1461-4c49-bdd9-b24988dfb6ed None None] Pushing event updated for resources: {'Port': ['ID=d1a7a758-175e-4214-a2bf-d00bd8e938c1,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:46.302463 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f25dbe87-b8a9-4479-9e9c-11bb0973b7fa req-d134cc75-6bed-44cf-8e8c-952f2c78de09 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585646 Jan 17 02:36:46.303687 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:46.306906 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:46.310958 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:46.340786 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Pushing event updated for resources: {'Port': ['ID=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:46.840282 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks [] for router_gateway (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:47.053208 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99dcf5-ad0e-49b5-9cd9-1716a778262c req-a5c3c1fa-fed1-4e46-b0b3-e4cf33ded4d0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:47.053429 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:47.054795 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae99dcf5-ad0e-49b5-9cd9-1716a778262c req-a5c3c1fa-fed1-4e46-b0b3-e4cf33ded4d0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0649891 Jan 17 02:36:47.110712 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae99dcf5-ad0e-49b5-9cd9-1716a778262c req-42855406-231e-41a9-b609-5621d6cff56e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456350 Jan 17 02:36:47.154049 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:36:47.204245 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:36:47.283283 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:47.390318 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:36:47.395521 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:47.395937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:47.401460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:36:47.417813 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Sync routers for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:36:47.442009 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:47.443591 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9bc0d3f9-c8c0-4701-9f87-a2bfca9bd2ec admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1996026 Jan 17 02:36:47.446344 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52334) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:47.449683 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:47.450652 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:47.457668 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a226bc-8ca7-4968-9f38-1f0ee3c3cf7b req-aaa61a28-fe6f-4c8e-9975-3a325b1746f9 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:47.459997 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492b2fd8-fcc3-4814-b14f-976e097379ce None None] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:36:47.466875 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5a226bc-8ca7-4968-9f38-1f0ee3c3cf7b req-aaa61a28-fe6f-4c8e-9975-3a325b1746f9 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 946 time: 0.1095221 Jan 17 02:36:47.594870 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5a226bc-8ca7-4968-9f38-1f0ee3c3cf7b req-1d4fe612-56b1-4c48-832a-92523c3db101 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266999 Jan 17 02:36:47.616265 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0496cb47-1481-46ef-ad55-bff75ced830e req-54342dee-2275-4273-87bb-4bd2c1b7ba37 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:47.625990 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0496cb47-1481-46ef-ad55-bff75ced830e req-54342dee-2275-4273-87bb-4bd2c1b7ba37 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 944 time: 0.2310109 Jan 17 02:36:47.657418 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-447666e5-d94a-40e7-902b-4874f2888d97 None None] Provisioning complete for port d1a7a758-175e-4214-a2bf-d00bd8e938c1 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:47.659941 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-447666e5-d94a-40e7-902b-4874f2888d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:47.670244 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:47.733680 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1a7a758-175e-4214-a2bf-d00bd8e938c1 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:47.741399 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0496cb47-1481-46ef-ad55-bff75ced830e req-864b071d-cc3a-4c25-b818-a4258bd8e397 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054447 Jan 17 02:36:47.946413 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:46Z', 'revision_number': 3, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:47.983506 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Checking router: e3f3f9b2-a8e9-4fba-8f31-35fafb025eab for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:36:47.983856 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Updating router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:36:47.985659 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port d1a7a758-175e-4214-a2bf-d00bd8e938c1 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:47.986256 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:47.993269 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:47.994292 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.025917 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.046339 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.066572 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-447666e5-d94a-40e7-902b-4874f2888d97 None None] Current status of the port d1a7a758-175e-4214-a2bf-d00bd8e938c1 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:48.067188 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-447666e5-d94a-40e7-902b-4874f2888d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.095460 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:48.097758 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d80e29c-0b4d-49ba-9c9e-f9375378da5b" -d '{"events": [{"server_uuid": "fe8714ff-adae-40c0-a96e-9b7ddfee2781", "name": "network-vif-plugged", "status": "completed", "tag": "bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:48.162910 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be2eb58-fdc7-4fa9-bddf-4cf997b073fa x-openstack-request-id: req-7be2eb58-fdc7-4fa9-bddf-4cf997b073fa {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:48.167467 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8714ff-adae-40c0-a96e-9b7ddfee2781", "name": "network-vif-plugged", "status": "completed", "tag": "bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:48.167810 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7be2eb58-fdc7-4fa9-bddf-4cf997b073fa {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:48.168290 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b', 'code': 200} Jan 17 02:36:48.186755 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-447666e5-d94a-40e7-902b-4874f2888d97 None None] For port d1a7a758-175e-4214-a2bf-d00bd8e938c1, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=d1a7a758-175e-4214-a2bf-d00bd8e938c1,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:48.191286 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:48.200738 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-447666e5-d94a-40e7-902b-4874f2888d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.215830 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.344401 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447666e5-d94a-40e7-902b-4874f2888d97 None None] Pushing event updated for resources: {'Port': ['ID=d1a7a758-175e-4214-a2bf-d00bd8e938c1,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:48.358877 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfc6bcb-248c-44f3-a333-404d90575320 req-3255efc6-9158-489d-9f36-601ad7977858 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:48.368466 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7dfc6bcb-248c-44f3-a333-404d90575320 req-3255efc6-9158-489d-9f36-601ad7977858 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1002951 Jan 17 02:36:48.420621 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Allocated IP 172.20.0.1 (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1/82b6d511-c552-4831-b534-bdc8034153b5/ed0e9250-8752-4292-a728-c7de65e4fc19) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:48.446744 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Publish callbacks [] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.461515 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.464821 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7dfc6bcb-248c-44f3-a333-404d90575320 req-4432807c-8894-4f1d-a064-b552bbe7003b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952725 Jan 17 02:36:48.528876 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Pushing event updated for resources: {'Port': ['ID=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:48.530891 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Attempting to bind port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:48.531248 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Attempting to bind port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:48.531597 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Attempting to bind port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:48.542908 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.543269 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.543988 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.544494 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.544999 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.545465 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.545941 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.546427 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.547012 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.547485 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.547939 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.548427 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.548881 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:36:48.553925 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:48.556678 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:48.557377 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.557900 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:48.558526 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Bound port: c4e406df-ec4e-4a4b-9c75-14c1d7299b5f, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:48.560635 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.582470 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:48.608110 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port d1a7a758-175e-4214-a2bf-d00bd8e938c1 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:48.617950 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-40aece01-7172-47b3-b1bc-1473117d839b None None] Provisioning complete for port d1a7a758-175e-4214-a2bf-d00bd8e938c1 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:48.618937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-40aece01-7172-47b3-b1bc-1473117d839b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.661201 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks [] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.687810 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] For port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:48.695032 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] For port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:48.706958 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce8072-ec1d-4a1f-9a76-bfd619e9d0c2 req-77d3fd05-aa66-4caa-a861-82c2136a0f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:48.707195 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.708968 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-75ce8072-ec1d-4a1f-9a76-bfd619e9d0c2 req-77d3fd05-aa66-4caa-a861-82c2136a0f85 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 1098 time: 0.1164780 Jan 17 02:36:48.762663 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-40aece01-7172-47b3-b1bc-1473117d839b None None] Current status of the port d1a7a758-175e-4214-a2bf-d00bd8e938c1 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:48.773634 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441105c6-9ff7-4f48-b666-44bb25ff8206 req-48c90399-cd71-465d-a000-6a7458892619 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:48.780896 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-441105c6-9ff7-4f48-b666-44bb25ff8206 req-48c90399-cd71-465d-a000-6a7458892619 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 946 time: 0.0957332 Jan 17 02:36:48.852212 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:48.853178 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:48.857751 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1598442d-b611-4861-9333-ba3378212e64 None None] Pushing event updated for resources: {'Port': ['ID=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.882668 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:36:48.885046 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-ebb71503-d76a-40c8-8d77-a87bb0c0da3c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:48.885805 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-ebb71503-d76a-40c8-8d77-a87bb0c0da3c tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 946 time: 0.2007172 Jan 17 02:36:48.905027 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:48.927155 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-441105c6-9ff7-4f48-b666-44bb25ff8206 req-52df985f-17f7-48a1-858c-7bb3cdb0773f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/security-groups?id=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375532 Jan 17 02:36:48.973084 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebde2fa-d7c1-4734-8c51-039fe8228d31 req-70cb3912-ce0c-4d2b-9adf-0d396115670b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:48.977819 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-75ce8072-ec1d-4a1f-9a76-bfd619e9d0c2 req-df1d38ff-afae-4652-a5ab-509eb9e114ee service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326992 Jan 17 02:36:48.979792 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eebde2fa-d7c1-4734-8c51-039fe8228d31 req-70cb3912-ce0c-4d2b-9adf-0d396115670b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1588151 Jan 17 02:36:48.985076 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:48.996853 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:49.006555 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:49.024153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-d7d97351-0bc1-4af8-a789-24eba9ef8721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:49.025946 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-d7d97351-0bc1-4af8-a789-24eba9ef8721 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.1643167 Jan 17 02:36:49.092691 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:49.102514 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eebde2fa-d7c1-4734-8c51-039fe8228d31 req-d8c98558-233f-42f6-8bd6-94e45e62f539 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161394 Jan 17 02:36:49.132291 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a83d67-7282-4e8d-b3d7-b27957a5bed2 req-4b219468-a76b-40d7-8d7b-5092dcd03736 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:49.141509 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.143222 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45a83d67-7282-4e8d-b3d7-b27957a5bed2 req-4b219468-a76b-40d7-8d7b-5092dcd03736 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.1143997 Jan 17 02:36:49.151029 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0e9250-8752-4292-a728-c7de65e4fc19,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:49.225500 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45a83d67-7282-4e8d-b3d7-b27957a5bed2 req-82653b18-7bfb-4ebb-bf2f-0bb4a8bd2cd9 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812519 Jan 17 02:36:49.280450 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Deleting port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:36:49.280944 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.370980 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:46Z', 'revision_number': 3, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:49.406224 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538d63c-79c9-48b7-aa5f-5c00fbdddd36 None None] The sync data for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi is: [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:46Z', 'revision_number': 3, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:36:49.424303 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d10c9959-a496-4bd5-87f7-0f3c929283e0 None None] Provisioning complete for port ed0e9250-8752-4292-a728-c7de65e4fc19 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:49.424843 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d10c9959-a496-4bd5-87f7-0f3c929283e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.468182 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] For port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,segment=NetworkSegment(71c86343-11b8-4198-83f5-bf89c3495956),segment_id=71c86343-11b8-4198-83f5-bf89c3495956)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:49.468545 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.475996 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.497869 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Calling delete_port for d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:36:49.516232 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d10c9959-a496-4bd5-87f7-0f3c929283e0 None None] Port ed0e9250-8752-4292-a728-c7de65e4fc19 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:36:49.577037 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1a7a758-175e-4214-a2bf-d00bd8e938c1 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:49.620670 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-9da5b9d7-9b41-470f-b91b-2ec23f0d320d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:49.622978 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-9da5b9d7-9b41-470f-b91b-2ec23f0d320d service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.1292689 Jan 17 02:36:49.631519 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port d1a7a758-175e-4214-a2bf-d00bd8e938c1 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:49.637181 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.671750 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-2340da4b-9a71-48e7-be37-689731c3661b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 217 time: 0.0399852 Jan 17 02:36:49.726825 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port d1a7a758-175e-4214-a2bf-d00bd8e938c1 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:49.741633 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-044e6c2e-3f0c-497d-92bc-8b80f18a669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:49.748035 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-044e6c2e-3f0c-497d-92bc-8b80f18a669b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0629551 Jan 17 02:36:49.795860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (d44e75db-ffb2-4ea4-aa5f-60e34d9087e0), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.800081 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-6370270a-4ea2-40ab-8c34-e5ebca3f0b17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460064 Jan 17 02:36:49.837044 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Pushing event deleted for resources: {'Port': ['ID=d44e75db-ffb2-4ea4-aa5f-60e34d9087e0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:49.842011 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks [] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.852045 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.912193 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-d02911cb-c7ec-49af-a9b7-ab12b9363f89 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040702 Jan 17 02:36:49.927181 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] No DVR routers for this DVR port d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:36:49.930867 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.934459 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-77dcd0c0-302f-49ce-8fab-74bddd44104e req-265bca44-84e5-407e-b310-7a32b0df7b73 tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.64 "DELETE /v2.0/ports/d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 HTTP/1.1" status: 204 len: 173 time: 1.0385244 Jan 17 02:36:49.940322 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'name': 'network-vif-deleted', 'tag': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:36:49.943327 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eaf5c47-6392-49a0-b31b-d175d789a18b" -d '{"events": [{"server_uuid": "8342f5e5-2a1a-491d-b1d4-d851e6e6fbce", "name": "network-vif-deleted", "tag": "d44e75db-ffb2-4ea4-aa5f-60e34d9087e0"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:36:49.966240 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:49.975922 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0e9250-8752-4292-a728-c7de65e4fc19,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:50.030454 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52e50580-8619-4a79-b59d-c2b3bd6e1725 req-d23d1e85-988b-4466-9890-4ace0f6c1671 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130056 Jan 17 02:36:50.071388 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d8c8ad-586c-476e-a3b4-3bd85948f6ff x-openstack-request-id: req-f5d8c8ad-586c-476e-a3b4-3bd85948f6ff {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:36:50.071775 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8342f5e5-2a1a-491d-b1d4-d851e6e6fbce", "name": "network-vif-deleted", "tag": "d44e75db-ffb2-4ea4-aa5f-60e34d9087e0", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:36:50.072113 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f5d8c8ad-586c-476e-a3b4-3bd85948f6ff {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:36:50.072672 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8342f5e5-2a1a-491d-b1d4-d851e6e6fbce', 'name': 'network-vif-deleted', 'tag': 'd44e75db-ffb2-4ea4-aa5f-60e34d9087e0', 'status': 'completed', 'code': 200} Jan 17 02:36:50.101972 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3840b9cc-3cea-45bf-b360-a64226f163b8 req-7fee76df-78bd-41a5-b440-2d56ac36771f tempest-VolumesActionsTest-348529577 tempest-VolumesActionsTest-348529577-project] 10.222.0.24 "GET /v2.0/ports?device_id=8342f5e5-2a1a-491d-b1d4-d851e6e6fbce HTTP/1.1" status: 200 len: 210 time: 0.0299494 Jan 17 02:36:50.118339 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:50.119767 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:50.249944 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302b832-fa99-4ce4-96a5-4a56b674da8c req-840ffe7a-bb40-4968-9c45-470e4030dc05 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:50.253106 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5302b832-fa99-4ce4-96a5-4a56b674da8c req-840ffe7a-bb40-4968-9c45-470e4030dc05 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0604799 Jan 17 02:36:50.316596 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:36:50.333848 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5302b832-fa99-4ce4-96a5-4a56b674da8c req-8345a413-5bfe-45c4-8ec4-e5dfb0215fc1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751829 Jan 17 02:36:50.388116 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8e35d-a0af-45b7-b35c-601057d7afdc req-f6da22cd-28dc-4ccd-b687-37781f0ed52e tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:50.390028 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09f8e35d-a0af-45b7-b35c-601057d7afdc req-f6da22cd-28dc-4ccd-b687-37781f0ed52e tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.0730326 Jan 17 02:36:50.440253 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:36:50.452940 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-345f36b0-2981-492f-9997-ac9135186c49 admin admin] 10.222.0.24 "PUT /v2.0/routers/e3f3f9b2-a8e9-4fba-8f31-35fafb025eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9977486 Jan 17 02:36:50.453314 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09f8e35d-a0af-45b7-b35c-601057d7afdc req-90e32eca-f139-4f01-8b19-35ee0e3625af tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531380 Jan 17 02:36:50.471630 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-1714c516-5c30-40df-8b47-1270f04d564f None None] Provisioning complete for port ed0e9250-8752-4292-a728-c7de65e4fc19 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:50.472516 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1714c516-5c30-40df-8b47-1270f04d564f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:50.513243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-1714c516-5c30-40df-8b47-1270f04d564f None None] Port ed0e9250-8752-4292-a728-c7de65e4fc19 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:36:51.091942 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52432) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:51.098006 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1375267269-network', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:51.129473 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Made reservation on behalf of 95224517694148ccaaf1553c2e0cedf8 for: {'network': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:51.132087 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.141719 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.236159 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks [] for security_group (ebfc44cb-63a5-4658-b8d5-524a4dbedbad), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.244039 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ebfc44cb-63a5-4658-b8d5-524a4dbedbad), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.281892 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102670) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:36:51.289014 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebfc44cb-63a5-4658-b8d5-524a4dbedbad,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:51.295147 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (74fbb99c-a8cd-4162-a877-c3c6ece1e867), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.295487 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.segments_db [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Added segment 74fbb99c-a8cd-4162-a877-c3c6ece1e867 of type vlan for network d9f7d7e4-78b1-449d-b884-cff593d65a78 Jan 17 02:36:51.301722 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:36:51.326125 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:36:51.326468 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device d44e75db-ffb2-4ea4-aa5f-60e34d9087e0 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:36:51.338362 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (d9f7d7e4-78b1-449d-b884-cff593d65a78), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.363612 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (d9f7d7e4-78b1-449d-b884-cff593d65a78), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.364869 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:51.365688 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.425291 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3317697 Jan 17 02:36:51.428058 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52448) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:51.435615 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Request body: {'subnet': {'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1375267269-subnet', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:51.444295 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7245ca-8800-4b5c-af79-1193291e3322 admin admin] Pushing event updated for resources: {'Network': ['ID=d9f7d7e4-78b1-449d-b884-cff593d65a78,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:51.459384 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Sync routers for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:36:51.476382 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:51.477015 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Made reservation on behalf of 95224517694148ccaaf1553c2e0cedf8 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:36:51.477152 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:51.479881 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:36:51.480182 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24823124'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.514695 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907fc91a-c584-4ae2-b53d-2425f7e0cf4d req-aa2ae4f5-557d-4ffc-9441-aa13ba470d9f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:51.516130 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-907fc91a-c584-4ae2-b53d-2425f7e0cf4d req-aa2ae4f5-557d-4ffc-9441-aa13ba470d9f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0962138 Jan 17 02:36:51.619241 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-907fc91a-c584-4ae2-b53d-2425f7e0cf4d req-3600508c-0814-4e5f-b2a0-b53e7771b6cc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957716 Jan 17 02:36:51.719473 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669c2d10-840c-4402-8473-676baf283424 req-daa5f6f6-3b89-4529-8e6a-5ec9d1ebece5 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:51.728143 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669c2d10-840c-4402-8473-676baf283424 req-daa5f6f6-3b89-4529-8e6a-5ec9d1ebece5 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.1217439 Jan 17 02:36:51.739386 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c4e406df-ec4e-4a4b-9c75-14c1d7299b5f up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:51.800784 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-669c2d10-840c-4402-8473-676baf283424 req-cb143f0e-b53c-432b-aff9-9077cf60ed35 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700986 Jan 17 02:36:51.828626 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13539050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24823110'] for subnet (4a6c3862-6905-4900-bb54-1aac77faeb3d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.832975 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:51.889899 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:51.890126 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6c3862-6905-4900-bb54-1aac77faeb3d,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:51.890278 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.928034 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Checking segment: {'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:51.928416 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Network hostable DHCP agents. Network: d9f7d7e4-78b1-449d-b884-cff593d65a78, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:36:51.952085 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:36:51.968465 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, d9f7d7e4-78b1-449d-b884-cff593d65a78) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:51.976007 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:51.976007 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:51.990936 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17adaf0-8ca1-48fd-be8e-61b598c3a0cb None None] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:36:52.000702 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-018364d6-811b-429f-bfcb-196a04442387 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5712595 Jan 17 02:36:52.001878 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52498) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:52.007253 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:52.037250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (36b5cc0b-a776-4d6a-9113-1619e3d135b3), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.038233 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (36b5cc0b-a776-4d6a-9113-1619e3d135b3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.111985 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks [] for router_controller (36b5cc0b-a776-4d6a-9113-1619e3d135b3), precommit_add_association {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.236124 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:52.236514 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.252544 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-d9f7d7e4-78b1-449d-b884-cff593d65a78', 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78', 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'fixed_ips': [{'subnet_id': '4a6c3862-6905-4900-bb54-1aac77faeb3d'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:36:52.253426 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.288043 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:52.299026 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks [] for router_gateway (36b5cc0b-a776-4d6a-9113-1619e3d135b3), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.307592 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.412775 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 2, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:52.471938 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Checking router: e3f3f9b2-a8e9-4fba-8f31-35fafb025eab for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:36:52.472315 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Updating router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab port ed0e9250-8752-4292-a728-c7de65e4fc19 binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:36:52.524796 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:52.541835 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.565867 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks [] for router_gateway (36b5cc0b-a776-4d6a-9113-1619e3d135b3), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.591074 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.736206 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Allocated IP 172.20.0.2 (d9f7d7e4-78b1-449d-b884-cff593d65a78/4a6c3862-6905-4900-bb54-1aac77faeb3d/240dcea7-e3d2-43fe-ba4b-57fb03c8780b) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:52.770418 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Allocated IP 172.27.1.47 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/c153f83f-a132-4138-9ad9-f1d6084d4529) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:52.800168 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26f280-ce73-4d1b-990d-130562b4bb59 req-3a2e0b84-84b4-4494-97a9-b49b35e3edf4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:52.800381 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff26f280-ce73-4d1b-990d-130562b4bb59 req-3a2e0b84-84b4-4494-97a9-b49b35e3edf4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0816107 Jan 17 02:36:52.903449 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ff26f280-ce73-4d1b-990d-130562b4bb59 req-41b1a1d2-7b10-46c3-b8ac-5a5023e1593d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963109 Jan 17 02:36:52.939755 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks [] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:52.978481 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.034920 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:53.038378 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:53.041195 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:53.051332 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Publish callbacks [] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.072777 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c153f83f-a132-4138-9ad9-f1d6084d4529,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:53.081274 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.155418 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Publish callbacks [] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.164057 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899900e-d6a2-4a29-92fe-832b3c6c43a2 None None] Pushing event updated for resources: {'Port': ['ID=ed0e9250-8752-4292-a728-c7de65e4fc19,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:53.172351 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.296099 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:53.305921 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:53.312328 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:53.318974 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Pushing event updated for resources: {'Port': ['ID=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:53.321297 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Attempting to bind port ed0e9250-8752-4292-a728-c7de65e4fc19 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:53.321657 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Attempting to bind port ed0e9250-8752-4292-a728-c7de65e4fc19 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:53.322007 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Attempting to bind port ed0e9250-8752-4292-a728-c7de65e4fc19 on network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:53.333062 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:53.333651 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Checking segment: {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:53.334267 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.334806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Bound using segment: {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:53.335427 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Bound port: ed0e9250-8752-4292-a728-c7de65e4fc19, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:53.335805 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.425262 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Attempting to bind port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:53.425907 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Attempting to bind port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:53.426441 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Attempting to bind port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b on network d9f7d7e4-78b1-449d-b884-cff593d65a78 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:53.450514 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks [] for router_gateway (36b5cc0b-a776-4d6a-9113-1619e3d135b3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.465181 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:53.465955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Checking segment: {'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:53.466510 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.467047 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Bound using segment: {'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:53.468593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Bound port: 240dcea7-e3d2-43fe-ba4b-57fb03c8780b, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:53.469174 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.543054 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] For port ed0e9250-8752-4292-a728-c7de65e4fc19, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:53.545344 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-eff3670e-4541-4479-970b-776a27eb0ea5 None None] Provisioning complete for port ed0e9250-8752-4292-a728-c7de65e4fc19 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:53.545752 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-eff3670e-4541-4479-970b-776a27eb0ea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.599994 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c4e406df-ec4e-4a4b-9c75-14c1d7299b5f up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:53.632814 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] For port ed0e9250-8752-4292-a728-c7de65e4fc19, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ed0e9250-8752-4292-a728-c7de65e4fc19,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:53.668907 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.678045 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-eff3670e-4541-4479-970b-776a27eb0ea5 None None] Port ed0e9250-8752-4292-a728-c7de65e4fc19 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:36:53.712752 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] For port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:53.741353 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] For port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,segment=NetworkSegment(74fbb99c-a8cd-4162-a877-c3c6ece1e867),segment_id=74fbb99c-a8cd-4162-a877-c3c6ece1e867)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:53.761254 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.792475 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:53.793094 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:53.796325 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (36b5cc0b-a776-4d6a-9113-1619e3d135b3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.798510 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3899900e-d6a2-4a29-92fe-832b3c6c43a2 None None] Pushing event updated for resources: {'Port': ['ID=ed0e9250-8752-4292-a728-c7de65e4fc19,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:53.884903 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:53.885278 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:53.995973 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbdd0e2-729c-43e7-b25a-e6ebe0470964 None None] Pushing event updated for resources: {'Port': ['ID=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:54.017631 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102669) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:36:54.065927 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:54.190299 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-ca8ff092-bbed-49fc-9918-dc29ca255976 None None] Provisioning complete for port ed0e9250-8752-4292-a728-c7de65e4fc19 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:54.191397 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca8ff092-bbed-49fc-9918-dc29ca255976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:54.331931 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:54.444316 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e876417-d6b6-4eaa-9994-3f3ae0c27c75 req-22bcaf66-6740-4c9b-ad59-2d293dcb3614 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:36:54.447944 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e876417-d6b6-4eaa-9994-3f3ae0c27c75 req-22bcaf66-6740-4c9b-ad59-2d293dcb3614 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.4436321 Jan 17 02:36:54.456986 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ff092-bbed-49fc-9918-dc29ca255976 None None] Current status of the port ed0e9250-8752-4292-a728-c7de65e4fc19 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:54.457523 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca8ff092-bbed-49fc-9918-dc29ca255976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:54.500925 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ca8ff092-bbed-49fc-9918-dc29ca255976 None None] For port ed0e9250-8752-4292-a728-c7de65e4fc19, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ed0e9250-8752-4292-a728-c7de65e4fc19,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:54.508055 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ca8ff092-bbed-49fc-9918-dc29ca255976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:54.518336 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:53Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:54.551780 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:36:54.556609 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e876417-d6b6-4eaa-9994-3f3ae0c27c75 req-70f0f158-f25f-4383-8b54-a43e87b9fb13 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016202 Jan 17 02:36:54.562953 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Sync routers for ids ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:36:54.580875 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66fb63b9-a441-4593-bf00-cc7fc1fcae0c None None] The sync data for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi is: [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:53Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:36:54.581725 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Routers {'36b5cc0b-a776-4d6a-9113-1619e3d135b3'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:54.581725 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:54.581884 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:54.584170 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5f37a3df-cca3-4f8a-bb66-a29fc888a8f7 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5796895 Jan 17 02:36:54.587099 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52612) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:54.666495 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ff092-bbed-49fc-9918-dc29ca255976 None None] Pushing event updated for resources: {'Port': ['ID=ed0e9250-8752-4292-a728-c7de65e4fc19,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:54.792956 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Set router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:55.101780 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:53Z', 'revision_number': 3, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port': {'id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:55.145689 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Checking router: 36b5cc0b-a776-4d6a-9113-1619e3d135b3 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:36:55.146280 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Updating router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 port c153f83f-a132-4138-9ad9-f1d6084d4529 binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:36:55.189955 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.252374 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.339547 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c1a62-edd3-47f4-9e08-c962e3ba9962 None None] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:36:55.465194 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-86e4bef7-0c0c-408a-afb6-b0c2ec7d5cd7 None None] Provisioning complete for port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:55.465960 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86e4bef7-0c0c-408a-afb6-b0c2ec7d5cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.473277 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Publish callbacks [] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.484768 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Allocated IP 172.20.0.1 (d9f7d7e4-78b1-449d-b884-cff593d65a78/4a6c3862-6905-4900-bb54-1aac77faeb3d/572ca519-4607-4db9-a6c1-53e90f2059b7) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:36:55.488213 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.582274 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83433e-9de8-4c64-a617-a96590bc7330 None None] Pushing event updated for resources: {'Port': ['ID=c153f83f-a132-4138-9ad9-f1d6084d4529,revision_number=2']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:55.592234 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Attempting to bind port c153f83f-a132-4138-9ad9-f1d6084d4529 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:55.592860 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Attempting to bind port c153f83f-a132-4138-9ad9-f1d6084d4529 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:55.593481 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Attempting to bind port c153f83f-a132-4138-9ad9-f1d6084d4529 on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:55.607502 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:55.611180 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:55.611796 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.612420 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:55.613067 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Bound port: c153f83f-a132-4138-9ad9-f1d6084d4529, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:55.614236 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.636755 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks [] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.650701 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-86e4bef7-0c0c-408a-afb6-b0c2ec7d5cd7 None None] Current status of the port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:55.650701 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86e4bef7-0c0c-408a-afb6-b0c2ec7d5cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.705114 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] For port c153f83f-a132-4138-9ad9-f1d6084d4529, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:55.708184 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-86e4bef7-0c0c-408a-afb6-b0c2ec7d5cd7 None None] For port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,segment=NetworkSegment(74fbb99c-a8cd-4162-a877-c3c6ece1e867),segment_id=74fbb99c-a8cd-4162-a877-c3c6ece1e867)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:55.709177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.709303 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] For port c153f83f-a132-4138-9ad9-f1d6084d4529, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c153f83f-a132-4138-9ad9-f1d6084d4529,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:55.720099 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-86e4bef7-0c0c-408a-afb6-b0c2ec7d5cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.723145 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.759043 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:55.762742 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:55.766238 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:36:55.800014 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ed0e9250-8752-4292-a728-c7de65e4fc19 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:55.815955 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (36b5cc0b-a776-4d6a-9113-1619e3d135b3), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:55.819917 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Routers {'36b5cc0b-a776-4d6a-9113-1619e3d135b3'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:55.820810 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:55.827473 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e83433e-9de8-4c64-a617-a96590bc7330 None None] Pushing event updated for resources: {'Port': ['ID=c153f83f-a132-4138-9ad9-f1d6084d4529,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:55.865692 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4bef7-0c0c-408a-afb6-b0c2ec7d5cd7 None None] Pushing event updated for resources: {'Port': ['ID=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:55.895285 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Pushing event updated for resources: {'Port': ['ID=572ca519-4607-4db9-a6c1-53e90f2059b7,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:55.929133 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port ed0e9250-8752-4292-a728-c7de65e4fc19 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:55.929503 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.002602 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] Set router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:56.017392 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-6648543d-553e-4716-a246-6425bbdaeaab None None] Provisioning complete for port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:56.017767 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6648543d-553e-4716-a246-6425bbdaeaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.101793 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.119046 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ed0e9250-8752-4292-a728-c7de65e4fc19 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:56.120246 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 240dcea7-e3d2-43fe-ba4b-57fb03c8780b up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:56.213712 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-6648543d-553e-4716-a246-6425bbdaeaab None None] Current status of the port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:56.227534 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:56.227915 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.308717 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:53Z', 'revision_number': 3, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port': {'id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:56.316692 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:56.331286 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks [] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.337745 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-8098d45a-764c-497e-89f6-36efc5118296 None None] Provisioning complete for port 572ca519-4607-4db9-a6c1-53e90f2059b7 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:56.338122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8098d45a-764c-497e-89f6-36efc5118296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.338994 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.339476 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b909bfbd-9852-45a5-839e-6656deddc121 None None] The sync data for ids ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'] in dv-cinder-821602-13-iscsi is: [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:53Z', 'revision_number': 3, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port': {'id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:36:56.390696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-8098d45a-764c-497e-89f6-36efc5118296 None None] Port 572ca519-4607-4db9-a6c1-53e90f2059b7 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:36:56.403719 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (36b5cc0b-a776-4d6a-9113-1619e3d135b3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:56.405668 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Pushing event updated for resources: {'Port': ['ID=572ca519-4607-4db9-a6c1-53e90f2059b7,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:56.500930 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:36:56.502388 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:36:56.650811 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:36:56.795086 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:36:56.804566 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-85da1b60-48c7-4360-8df3-53d563737812 admin admin] 10.222.0.24 "PUT /v2.0/routers/36b5cc0b-a776-4d6a-9113-1619e3d135b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2161305 Jan 17 02:36:56.999339 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-dfd9b384-d4a5-479a-985d-eb8587e3cf20 None None] Provisioning complete for port 572ca519-4607-4db9-a6c1-53e90f2059b7 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:56.999930 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-dfd9b384-d4a5-479a-985d-eb8587e3cf20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:57.035030 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-dfd9b384-d4a5-479a-985d-eb8587e3cf20 None None] Port 572ca519-4607-4db9-a6c1-53e90f2059b7 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:36:57.618049 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c153f83f-a132-4138-9ad9-f1d6084d4529 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:57.669115 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port c153f83f-a132-4138-9ad9-f1d6084d4529 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:57.669495 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:57.749505 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port c153f83f-a132-4138-9ad9-f1d6084d4529 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:57.749895 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:57.769391 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port c153f83f-a132-4138-9ad9-f1d6084d4529, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c153f83f-a132-4138-9ad9-f1d6084d4529,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:57.776310 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:57.777113 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 240dcea7-e3d2-43fe-ba4b-57fb03c8780b up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:57.850964 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=c153f83f-a132-4138-9ad9-f1d6084d4529,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:57.864367 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:57.864744 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:57.947170 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:58.005510 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Sync routers for ids ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:36:58.016308 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Routers {'36b5cc0b-a776-4d6a-9113-1619e3d135b3'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:58.016919 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:58.124866 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Set router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:58.333243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:56Z', 'revision_number': 4, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port': {'id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '572ca519-4607-4db9-a6c1-53e90f2059b7', 'name': '', 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'mac_address': 'fa:16:3e:ae:d9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a6c3862-6905-4900-bb54-1aac77faeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:55Z', 'updated_at': '2022-01-17T02:36:56Z', 'revision_number': 2, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'subnets': [{'id': '4a6c3862-6905-4900-bb54-1aac77faeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:58.362576 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Checking router: 36b5cc0b-a776-4d6a-9113-1619e3d135b3 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:36:58.362910 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Updating router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 port 572ca519-4607-4db9-a6c1-53e90f2059b7 binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:36:58.386826 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.579682 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52672) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:58.584810 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-b7ad5c65-cd62-415a-bb30-6d65f228501a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-945077347', 'description': 'tempest-secgroup-smoke-945077347 description', 'project_id': '0dec6844a62b4685a182219dbf9bea72'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:58.612556 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5c65-cd62-415a-bb30-6d65f228501a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.643083 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Publish callbacks [] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.650992 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.693712 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5c65-cd62-415a-bb30-6d65f228501a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group (0d408aee-6fe3-47fe-9bc8-982f5a1e9636), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.699084 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5c65-cd62-415a-bb30-6d65f228501a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0d408aee-6fe3-47fe-9bc8-982f5a1e9636), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.704559 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed833513-65ca-4312-9e1c-d30b40707d75 None None] Pushing event updated for resources: {'Port': ['ID=572ca519-4607-4db9-a6c1-53e90f2059b7,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:58.727266 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b7ad5c65-cd62-415a-bb30-6d65f228501a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.733409 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b7ad5c65-cd62-415a-bb30-6d65f228501a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1522615 Jan 17 02:36:58.735239 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52674) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:58.740667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25cba389-0f3d-4988-8c9a-cd58495347e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'security_group_rule': {'security_group_id': '0d408aee-6fe3-47fe-9bc8-982f5a1e9636', 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:58.745406 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad5c65-cd62-415a-bb30-6d65f228501a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d408aee-6fe3-47fe-9bc8-982f5a1e9636,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:58.764492 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Attempting to bind port 572ca519-4607-4db9-a6c1-53e90f2059b7 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:36:58.765071 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Attempting to bind port 572ca519-4607-4db9-a6c1-53e90f2059b7 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:36:58.766302 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Attempting to bind port 572ca519-4607-4db9-a6c1-53e90f2059b7 on network d9f7d7e4-78b1-449d-b884-cff593d65a78 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:36:58.771877 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:36:58.772283 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Checking segment: {'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:36:58.772680 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.773108 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Bound using segment: {'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:36:58.773521 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Bound port: 572ca519-4607-4db9-a6c1-53e90f2059b7, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74fbb99c-a8cd-4162-a877-c3c6ece1e867', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:36:58.773910 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.782568 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25cba389-0f3d-4988-8c9a-cd58495347e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (2977c584-5ccd-47f4-82d0-a6efd7f1d0cf), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.840253 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] For port 572ca519-4607-4db9-a6c1-53e90f2059b7, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:36:58.843615 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] For port 572ca519-4607-4db9-a6c1-53e90f2059b7, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=572ca519-4607-4db9-a6c1-53e90f2059b7,segment=NetworkSegment(74fbb99c-a8cd-4162-a877-c3c6ece1e867),segment_id=74fbb99c-a8cd-4162-a877-c3c6ece1e867)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:36:58.846528 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25cba389-0f3d-4988-8c9a-cd58495347e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (2977c584-5ccd-47f4-82d0-a6efd7f1d0cf), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.851301 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.855878 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25cba389-0f3d-4988-8c9a-cd58495347e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (2977c584-5ccd-47f4-82d0-a6efd7f1d0cf), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.875401 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cba389-0f3d-4988-8c9a-cd58495347e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2977c584-5ccd-47f4-82d0-a6efd7f1d0cf,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:58.893310 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25cba389-0f3d-4988-8c9a-cd58495347e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.897052 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-25cba389-0f3d-4988-8c9a-cd58495347e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1582663 Jan 17 02:36:58.901388 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52680) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:58.907328 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4247a4d3-df8c-4ebc-9d57-128edb3f7584 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'security_group_rule': {'security_group_id': '0d408aee-6fe3-47fe-9bc8-982f5a1e9636', 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:58.914753 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Routers {'36b5cc0b-a776-4d6a-9113-1619e3d135b3'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:36:58.915374 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:36:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:58.942079 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4247a4d3-df8c-4ebc-9d57-128edb3f7584 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (71e8044c-2951-47ad-8b37-926b29d2b757), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:58.962478 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed833513-65ca-4312-9e1c-d30b40707d75 None None] Pushing event updated for resources: {'Port': ['ID=572ca519-4607-4db9-a6c1-53e90f2059b7,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:59.011390 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4247a4d3-df8c-4ebc-9d57-128edb3f7584 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (71e8044c-2951-47ad-8b37-926b29d2b757), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.017399 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b98ace7b-2202-4eb8-b143-75b74c64079c None None] Provisioning complete for port 572ca519-4607-4db9-a6c1-53e90f2059b7 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:59.018080 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b98ace7b-2202-4eb8-b143-75b74c64079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.021718 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4247a4d3-df8c-4ebc-9d57-128edb3f7584 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (71e8044c-2951-47ad-8b37-926b29d2b757), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.047311 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4247a4d3-df8c-4ebc-9d57-128edb3f7584 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e8044c-2951-47ad-8b37-926b29d2b757,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:59.061422 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4247a4d3-df8c-4ebc-9d57-128edb3f7584 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.064541 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4247a4d3-df8c-4ebc-9d57-128edb3f7584 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1619816 Jan 17 02:36:59.065550 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52682) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:59.070839 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] Set router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:36:59.071191 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4578b6f7-4966-4056-a998-69dd5fea824c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'security_group_rule': {'security_group_id': '0d408aee-6fe3-47fe-9bc8-982f5a1e9636', 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:59.103248 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4578b6f7-4966-4056-a998-69dd5fea824c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (8e1ae403-7895-4a64-b278-fe52d4221a4f), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.170688 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4578b6f7-4966-4056-a998-69dd5fea824c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (8e1ae403-7895-4a64-b278-fe52d4221a4f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.186006 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4578b6f7-4966-4056-a998-69dd5fea824c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (8e1ae403-7895-4a64-b278-fe52d4221a4f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.209707 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4578b6f7-4966-4056-a998-69dd5fea824c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1ae403-7895-4a64-b278-fe52d4221a4f,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:59.221977 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4578b6f7-4966-4056-a998-69dd5fea824c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.227179 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4578b6f7-4966-4056-a998-69dd5fea824c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560087 Jan 17 02:36:59.227357 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b98ace7b-2202-4eb8-b143-75b74c64079c None None] Current status of the port 572ca519-4607-4db9-a6c1-53e90f2059b7 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:59.227357 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b98ace7b-2202-4eb8-b143-75b74c64079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.229091 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52694) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:59.237655 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-7c43e8c3-4f0b-4e0d-b580-56a172bdb0bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'security_group_rule': {'security_group_id': '0d408aee-6fe3-47fe-9bc8-982f5a1e9636', 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:59.285285 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-b98ace7b-2202-4eb8-b143-75b74c64079c None None] For port 572ca519-4607-4db9-a6c1-53e90f2059b7, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=572ca519-4607-4db9-a6c1-53e90f2059b7,segment=NetworkSegment(74fbb99c-a8cd-4162-a877-c3c6ece1e867),segment_id=74fbb99c-a8cd-4162-a877-c3c6ece1e867)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:36:59.291277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b98ace7b-2202-4eb8-b143-75b74c64079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.295803 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c43e8c3-4f0b-4e0d-b580-56a172bdb0bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (c4b8cb2f-a965-47d0-ae9a-7c366ea8b132), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.376454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ace7b-2202-4eb8-b143-75b74c64079c None None] Pushing event updated for resources: {'Port': ['ID=572ca519-4607-4db9-a6c1-53e90f2059b7,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:59.393943 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c43e8c3-4f0b-4e0d-b580-56a172bdb0bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (c4b8cb2f-a965-47d0-ae9a-7c366ea8b132), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.399128 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c43e8c3-4f0b-4e0d-b580-56a172bdb0bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (c4b8cb2f-a965-47d0-ae9a-7c366ea8b132), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.402869 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:56Z', 'revision_number': 4, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port': {'id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '572ca519-4607-4db9-a6c1-53e90f2059b7', 'name': '', 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'mac_address': 'fa:16:3e:ae:d9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a6c3862-6905-4900-bb54-1aac77faeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:55Z', 'updated_at': '2022-01-17T02:36:58Z', 'revision_number': 4, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'subnets': [{'id': '4a6c3862-6905-4900-bb54-1aac77faeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:36:59.422178 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43e8c3-4f0b-4e0d-b580-56a172bdb0bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b8cb2f-a965-47d0-ae9a-7c366ea8b132,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:59.429160 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7c43e8c3-4f0b-4e0d-b580-56a172bdb0bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.430276 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7c43e8c3-4f0b-4e0d-b580-56a172bdb0bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2001133 Jan 17 02:36:59.433038 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52698) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:59.437401 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'security_group_rule': {'security_group_id': '0d408aee-6fe3-47fe-9bc8-982f5a1e9636', 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:59.437802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ad7de6-f6a3-4ddb-a268-d9405aa674a8 None None] The sync data for ids ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'] in dv-cinder-821602-13-iscsi is: [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:56Z', 'revision_number': 4, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port': {'id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '572ca519-4607-4db9-a6c1-53e90f2059b7', 'name': '', 'network_id': 'd9f7d7e4-78b1-449d-b884-cff593d65a78', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'mac_address': 'fa:16:3e:ae:d9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '4a6c3862-6905-4900-bb54-1aac77faeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:55Z', 'updated_at': '2022-01-17T02:36:58Z', 'revision_number': 4, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'subnets': [{'id': '4a6c3862-6905-4900-bb54-1aac77faeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:36:59.450085 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-3a3cf7b9-2987-4138-a8ed-0e2a1a6bd759 None None] Provisioning complete for port 572ca519-4607-4db9-a6c1-53e90f2059b7 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:59.450462 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3a3cf7b9-2987-4138-a8ed-0e2a1a6bd759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.467394 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Project 0dec6844a62b4685a182219dbf9bea72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 02:36:59.472791 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (6fb051ff-cfeb-45a7-af81-e6a217deeb79), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.570584 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (6fb051ff-cfeb-45a7-af81-e6a217deeb79), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.576437 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (6fb051ff-cfeb-45a7-af81-e6a217deeb79), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.598235 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb051ff-cfeb-45a7-af81-e6a217deeb79,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:59.598865 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-3a3cf7b9-2987-4138-a8ed-0e2a1a6bd759 None None] Current status of the port 572ca519-4607-4db9-a6c1-53e90f2059b7 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:59.611291 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.612553 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-89ad0e78-418a-47b9-b4fa-3822cd42880a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1785874 Jan 17 02:36:59.615408 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52700) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:36:59.619680 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'security_group_rule': {'security_group_id': '0d408aee-6fe3-47fe-9bc8-982f5a1e9636', 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:36:59.648179 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Project 0dec6844a62b4685a182219dbf9bea72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 02:36:59.654126 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (870ce83e-064a-439f-841f-35bf62dbb65e), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.679954 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c153f83f-a132-4138-9ad9-f1d6084d4529 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:36:59.725457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (870ce83e-064a-439f-841f-35bf62dbb65e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.731080 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (870ce83e-064a-439f-841f-35bf62dbb65e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.731311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port c153f83f-a132-4138-9ad9-f1d6084d4529 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:36:59.731717 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.752199 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870ce83e-064a-439f-841f-35bf62dbb65e,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:36:59.762729 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:36:59.771721 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8b9eeb1c-f234-48bf-a6eb-d6ce18ea7288 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1478045 Jan 17 02:36:59.967411 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port c153f83f-a132-4138-9ad9-f1d6084d4529 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:36:59.968555 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 572ca519-4607-4db9-a6c1-53e90f2059b7 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:37:00.015289 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 572ca519-4607-4db9-a6c1-53e90f2059b7 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:37:00.015740 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:00.108867 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 572ca519-4607-4db9-a6c1-53e90f2059b7 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:37:00.684986 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe48d06-1ed2-49a4-a763-1dd43fd386de req-df48e4b4-ff2f-4ffb-8e87-0e275b61765a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:00.692215 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fe48d06-1ed2-49a4-a763-1dd43fd386de req-df48e4b4-ff2f-4ffb-8e87-0e275b61765a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0818198 Jan 17 02:37:00.741471 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fe48d06-1ed2-49a4-a763-1dd43fd386de req-b12fdea3-cab5-4cff-a454-07186164c49d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473096 Jan 17 02:37:02.022800 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52830) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:02.149495 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6818a6a7-cfa5-4a2f-bfe2-5e65c7ad9fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.259133 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6818a6a7-cfa5-4a2f-bfe2-5e65c7ad9fc0 admin admin] Publish callbacks [] for security_group (b17f9a9c-05b5-4cc4-9ef4-24ed60990215), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.265038 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6818a6a7-cfa5-4a2f-bfe2-5e65c7ad9fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b17f9a9c-05b5-4cc4-9ef4-24ed60990215), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.312336 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6818a6a7-cfa5-4a2f-bfe2-5e65c7ad9fc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9db72334fcd488382bede6fe8f57b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828019 Jan 17 02:37:02.312336 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6818a6a7-cfa5-4a2f-bfe2-5e65c7ad9fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b17f9a9c-05b5-4cc4-9ef4-24ed60990215,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:02.315636 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52836) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:02.373234 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9dc31ce3-869c-4854-9302-3e2d53305e8e admin admin] Publish callbacks [] for security_group (b17f9a9c-05b5-4cc4-9ef4-24ed60990215), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.394508 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9dc31ce3-869c-4854-9302-3e2d53305e8e admin admin] Publish callbacks [] for security_group (b17f9a9c-05b5-4cc4-9ef4-24ed60990215), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.453713 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9dc31ce3-869c-4854-9302-3e2d53305e8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b17f9a9c-05b5-4cc4-9ef4-24ed60990215), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.456762 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9dc31ce3-869c-4854-9302-3e2d53305e8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.458017 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9dc31ce3-869c-4854-9302-3e2d53305e8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b17f9a9c-05b5-4cc4-9ef4-24ed60990215 HTTP/1.1" status: 204 len: 168 time: 0.1412985 Jan 17 02:37:02.467248 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc31ce3-869c-4854-9302-3e2d53305e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17f9a9c-05b5-4cc4-9ef4-24ed60990215,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:02.795633 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52848) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:02.809283 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f21a2cdf-707d-4512-812c-c34303077dd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.900158 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f21a2cdf-707d-4512-812c-c34303077dd8 admin admin] Publish callbacks [] for security_group (94b7b1e7-e5fb-45ca-8915-244293da3162), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.906880 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f21a2cdf-707d-4512-812c-c34303077dd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (94b7b1e7-e5fb-45ca-8915-244293da3162), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:02.952436 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21a2cdf-707d-4512-812c-c34303077dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b7b1e7-e5fb-45ca-8915-244293da3162,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:02.956830 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f21a2cdf-707d-4512-812c-c34303077dd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a2cacc4cae74388b099a26f1d642065&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600945 Jan 17 02:37:02.959417 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52852) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:03.014566 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9186bf71-dc12-4cb8-9027-f8c915f51718 admin admin] Publish callbacks [] for security_group (94b7b1e7-e5fb-45ca-8915-244293da3162), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.042386 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9186bf71-dc12-4cb8-9027-f8c915f51718 admin admin] Publish callbacks [] for security_group (94b7b1e7-e5fb-45ca-8915-244293da3162), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.106838 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9186bf71-dc12-4cb8-9027-f8c915f51718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (94b7b1e7-e5fb-45ca-8915-244293da3162), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.110168 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-9186bf71-dc12-4cb8-9027-f8c915f51718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.111863 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-9186bf71-dc12-4cb8-9027-f8c915f51718 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/94b7b1e7-e5fb-45ca-8915-244293da3162 HTTP/1.1" status: 204 len: 168 time: 0.1512783 Jan 17 02:37:03.123634 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186bf71-dc12-4cb8-9027-f8c915f51718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b7b1e7-e5fb-45ca-8915-244293da3162,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:03.499989 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 52860) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:03.522576 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df369ba2-c3ef-4dc7-a67a-f33a8c902c69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.635247 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df369ba2-c3ef-4dc7-a67a-f33a8c902c69 admin admin] Publish callbacks [] for security_group (dcc90953-17c3-4133-9d67-af7647c76333), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.640535 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-df369ba2-c3ef-4dc7-a67a-f33a8c902c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (dcc90953-17c3-4133-9d67-af7647c76333), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.678741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-df369ba2-c3ef-4dc7-a67a-f33a8c902c69 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16f77c9e782d49f2a9321c7c8b340da2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1773612 Jan 17 02:37:03.679787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df369ba2-c3ef-4dc7-a67a-f33a8c902c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc90953-17c3-4133-9d67-af7647c76333,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:03.682911 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 52866) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:03.739550 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-190bdc05-aad7-47b7-aba4-cf55c7457fc7 admin admin] Publish callbacks [] for security_group (dcc90953-17c3-4133-9d67-af7647c76333), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.763059 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-190bdc05-aad7-47b7-aba4-cf55c7457fc7 admin admin] Publish callbacks [] for security_group (dcc90953-17c3-4133-9d67-af7647c76333), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.819902 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-190bdc05-aad7-47b7-aba4-cf55c7457fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (dcc90953-17c3-4133-9d67-af7647c76333), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.822521 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-190bdc05-aad7-47b7-aba4-cf55c7457fc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:03.823670 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-190bdc05-aad7-47b7-aba4-cf55c7457fc7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dcc90953-17c3-4133-9d67-af7647c76333 HTTP/1.1" status: 204 len: 168 time: 0.1393411 Jan 17 02:37:03.831968 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190bdc05-aad7-47b7-aba4-cf55c7457fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc90953-17c3-4133-9d67-af7647c76333,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:05.389285 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:09.678640 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ae038994-0d4b-4db8-88b9-fca0ff6b63ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:10.235455 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-0450a6a6-ac9b-4ff8-8922-3354d0baac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:10.237396 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-0450a6a6-ac9b-4ff8-8922-3354d0baac53 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.0546160 Jan 17 02:37:10.439492 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6369e-48a7-4ba7-b614-97060d5577ff req-fa1cfe57-0ceb-460b-aead-a9bebd85eb7f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:10.447968 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e6369e-48a7-4ba7-b614-97060d5577ff req-fa1cfe57-0ceb-460b-aead-a9bebd85eb7f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1394868 Jan 17 02:37:10.451616 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-a591b97e-97fa-4732-90ed-b311ec89406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:10.454061 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-a591b97e-97fa-4732-90ed-b311ec89406e service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.1970201 Jan 17 02:37:10.524448 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-86a9ea46-c47d-4ee4-8449-c058c9b00fd8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 217 time: 0.0541391 Jan 17 02:37:10.565377 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53038) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:10.595510 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e6369e-48a7-4ba7-b614-97060d5577ff req-12c51263-381e-4ad6-b9fa-6ea2118e0b42 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463614 Jan 17 02:37:10.617916 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-d09fae0b-6727-4827-89d7-0006adfadd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:10.617916 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-d09fae0b-6727-4827-89d7-0006adfadd6d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0809519 Jan 17 02:37:10.750086 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1692db78-17ea-4429-bf62-ec53714e2417 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:10.940701 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1692db78-17ea-4429-bf62-ec53714e2417 admin admin] Publish callbacks [] for security_group (53739bf9-1c96-429d-b011-d6b12c590cef), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:10.946942 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-ff2e8a35-005e-47cf-9337-3a1f12e1c7c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3246584 Jan 17 02:37:10.948746 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1692db78-17ea-4429-bf62-ec53714e2417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (53739bf9-1c96-429d-b011-d6b12c590cef), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.041470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692db78-17ea-4429-bf62-ec53714e2417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53739bf9-1c96-429d-b011-d6b12c590cef,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:11.050127 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1692db78-17ea-4429-bf62-ec53714e2417 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d07417d3f64f41eaae131f3944812b15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4827237 Jan 17 02:37:11.066179 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53050) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:11.098450 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-b42c428d-87c2-4909-bda4-e09075606c89 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415935 Jan 17 02:37:11.145018 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-480ae283-73a5-4463-8cd2-be8dfcd8bc2b admin admin] Publish callbacks [] for security_group (53739bf9-1c96-429d-b011-d6b12c590cef), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.170992 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-480ae283-73a5-4463-8cd2-be8dfcd8bc2b admin admin] Publish callbacks [] for security_group (53739bf9-1c96-429d-b011-d6b12c590cef), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.220729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-613db6e0-ab4a-49f6-9b07-7070c455d5b7 req-26d02176-387d-40ab-bdec-73b82cedb692 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084239 Jan 17 02:37:11.475393 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-480ae283-73a5-4463-8cd2-be8dfcd8bc2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (53739bf9-1c96-429d-b011-d6b12c590cef), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.478662 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-480ae283-73a5-4463-8cd2-be8dfcd8bc2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.479915 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-480ae283-73a5-4463-8cd2-be8dfcd8bc2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53739bf9-1c96-429d-b011-d6b12c590cef HTTP/1.1" status: 204 len: 168 time: 0.4117403 Jan 17 02:37:11.488390 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ae283-73a5-4463-8cd2-be8dfcd8bc2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53739bf9-1c96-429d-b011-d6b12c590cef,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:11.747830 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afe9cc-5eb8-4094-b44c-497ea6ba4d06 req-f5bb6abf-e7a1-4738-92d0-708035c1138a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:11.755542 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4afe9cc-5eb8-4094-b44c-497ea6ba4d06 req-f5bb6abf-e7a1-4738-92d0-708035c1138a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0571539 Jan 17 02:37:11.817973 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4afe9cc-5eb8-4094-b44c-497ea6ba4d06 req-23893a32-fa93-459d-ae7d-136539fe3817 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599732 Jan 17 02:37:11.824821 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53066) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:11.843298 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-124b85c2-b80a-4bda-8ab8-fc2c4ba26afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.885572 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d9e80ddb-ae15-4180-92ab-4becd97a91f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.945321 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-124b85c2-b80a-4bda-8ab8-fc2c4ba26afd admin admin] Publish callbacks [] for security_group (3328c43f-2da3-485d-94d0-100b4ba41c52), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.954510 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-124b85c2-b80a-4bda-8ab8-fc2c4ba26afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (3328c43f-2da3-485d-94d0-100b4ba41c52), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:11.994821 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-124b85c2-b80a-4bda-8ab8-fc2c4ba26afd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6add33b31894c7f9ce7857e46272cb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1687438 Jan 17 02:37:11.996144 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b85c2-b80a-4bda-8ab8-fc2c4ba26afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3328c43f-2da3-485d-94d0-100b4ba41c52,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:12.000121 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 53068) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:12.098989 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c91a2238-628c-46cd-b422-3a8684c5e25f admin admin] Publish callbacks [] for security_group (3328c43f-2da3-485d-94d0-100b4ba41c52), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.125974 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c91a2238-628c-46cd-b422-3a8684c5e25f admin admin] Publish callbacks [] for security_group (3328c43f-2da3-485d-94d0-100b4ba41c52), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.181087 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c91a2238-628c-46cd-b422-3a8684c5e25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (3328c43f-2da3-485d-94d0-100b4ba41c52), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.184674 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c91a2238-628c-46cd-b422-3a8684c5e25f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.186324 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c91a2238-628c-46cd-b422-3a8684c5e25f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3328c43f-2da3-485d-94d0-100b4ba41c52 HTTP/1.1" status: 204 len: 168 time: 0.1849420 Jan 17 02:37:12.201179 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91a2238-628c-46cd-b422-3a8684c5e25f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3328c43f-2da3-485d-94d0-100b4ba41c52,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:12.566846 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53082) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:12.587527 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-775c79dc-5f7e-4eb3-8f7c-02d01c4ccc51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.665125 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-775c79dc-5f7e-4eb3-8f7c-02d01c4ccc51 admin admin] Publish callbacks [] for security_group (7215c211-c5b4-430b-9a32-2acb3f15a667), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.670252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-775c79dc-5f7e-4eb3-8f7c-02d01c4ccc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (7215c211-c5b4-430b-9a32-2acb3f15a667), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.712276 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-775c79dc-5f7e-4eb3-8f7c-02d01c4ccc51 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7efb1e3205b14bf2ad5e80c00b0ffcfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441214 Jan 17 02:37:12.712998 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c79dc-5f7e-4eb3-8f7c-02d01c4ccc51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7215c211-c5b4-430b-9a32-2acb3f15a667,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:12.714911 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 53084) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:12.767204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8feb-731e-4744-8f64-25038145d89d admin admin] Publish callbacks [] for security_group (7215c211-c5b4-430b-9a32-2acb3f15a667), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.795728 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8feb-731e-4744-8f64-25038145d89d admin admin] Publish callbacks [] for security_group (7215c211-c5b4-430b-9a32-2acb3f15a667), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.849515 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8feb-731e-4744-8f64-25038145d89d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (7215c211-c5b4-430b-9a32-2acb3f15a667), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.853651 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3bfb8feb-731e-4744-8f64-25038145d89d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.857408 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3bfb8feb-731e-4744-8f64-25038145d89d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7215c211-c5b4-430b-9a32-2acb3f15a667 HTTP/1.1" status: 204 len: 168 time: 0.1390586 Jan 17 02:37:12.865203 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb8feb-731e-4744-8f64-25038145d89d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215c211-c5b4-430b-9a32-2acb3f15a667,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:12.953746 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:12.972264 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79bd70c-6c7a-41de-ae14-0817f7006e70 req-a0c3b1ad-a2ad-4036-bfbd-00322d6bf35d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:12.980187 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d79bd70c-6c7a-41de-ae14-0817f7006e70 req-a0c3b1ad-a2ad-4036-bfbd-00322d6bf35d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0708981 Jan 17 02:37:13.031674 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d79bd70c-6c7a-41de-ae14-0817f7006e70 req-469686ad-34e4-4a01-bfb1-27196a98958a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502114 Jan 17 02:37:14.198242 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a5106-cb9e-465d-8321-d513b24bd91d req-c377f129-a69c-47a3-bc8f-a188d066801e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:14.204605 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-372a5106-cb9e-465d-8321-d513b24bd91d req-c377f129-a69c-47a3-bc8f-a188d066801e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0838261 Jan 17 02:37:14.249385 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-372a5106-cb9e-465d-8321-d513b24bd91d req-9d91831a-d101-4e16-ad5b-df7d1db69b35 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 Jan 17 02:37:14.589351 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:15.386367 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc62650-e504-4a32-81c8-9ed67fdd922e req-c4aa1ec3-cd91-4de6-8b50-bd0c6a0ebdc3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:15.388194 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0cc62650-e504-4a32-81c8-9ed67fdd922e req-c4aa1ec3-cd91-4de6-8b50-bd0c6a0ebdc3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0572889 Jan 17 02:37:15.440548 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0cc62650-e504-4a32-81c8-9ed67fdd922e req-0ab144f0-b44d-47c9-90c4-5609d10053b2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463164 Jan 17 02:37:15.846451 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:16.571408 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3388d8-7ad1-49ce-964a-389d653fbd53 req-d78b224e-93e6-4924-9aaf-b681b04a1370 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:16.573067 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a3388d8-7ad1-49ce-964a-389d653fbd53 req-d78b224e-93e6-4924-9aaf-b681b04a1370 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0536954 Jan 17 02:37:16.631347 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a3388d8-7ad1-49ce-964a-389d653fbd53 req-9338cf3d-e691-4483-ad73-b0766619f235 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523245 Jan 17 02:37:17.125548 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-a9dd7e5e-e5c5-41b2-8abb-643e3234f06e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:17.127036 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-a9dd7e5e-e5c5-41b2-8abb-643e3234f06e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.1106584 Jan 17 02:37:17.141882 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-324ce94e-6be6-49ba-bd1a-145b62cee691 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/quotas/c889c4e9bfb24231968d2c8e2d02a1b2 HTTP/1.1" status: 200 len: 375 time: 0.0094833 Jan 17 02:37:17.198433 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-f7ab61cd-e7f4-4fbf-a6ad-39d86d113c24 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0516849 Jan 17 02:37:17.291800 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-c0536dcd-bd02-4699-8414-2fad8e37b792 service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866528 Jan 17 02:37:17.383101 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-265a70e1-a22f-45a8-9e46-f1986e73ffd7 service neutron] 10.222.0.24 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855961 Jan 17 02:37:17.543529 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-138f6f8a-68f3-42ed-85be-e56af28dce69 req-065c202a-6127-49a8-be5a-457165b111a4 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 210 time: 0.0306394 Jan 17 02:37:17.750841 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db106d1-74b0-473c-9ff2-0c15f8567f2c req-a3ead9c5-07ce-4716-ade6-c2520fee24dc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:17.752529 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4db106d1-74b0-473c-9ff2-0c15f8567f2c req-a3ead9c5-07ce-4716-ade6-c2520fee24dc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0503504 Jan 17 02:37:17.799458 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4db106d1-74b0-473c-9ff2-0c15f8567f2c req-c40febf0-fbfa-4524-a063-0339dc610e71 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411067 Jan 17 02:37:22.344123 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1fc988ef-fdea-4bc8-84d5-0a0fe5954e92 req-0ecbb952-fed3-4c85-81ba-9b8b9d5d98f4 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 210 time: 0.0404425 Jan 17 02:37:22.448841 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daae0d80-5b0b-4ef9-b474-6cc3e12d250e req-f2c04874-5123-454a-a1b1-646a527730a2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:22.450612 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-daae0d80-5b0b-4ef9-b474-6cc3e12d250e req-f2c04874-5123-454a-a1b1-646a527730a2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0656126 Jan 17 02:37:22.501255 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-daae0d80-5b0b-4ef9-b474-6cc3e12d250e req-66e8cfb9-c731-47d1-bec3-e0d5f42030ac tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446639 Jan 17 02:37:23.457840 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0e0f632-8c6c-4e29-ad8e-8fb16f78f537 req-f380db5a-343f-40af-8c7f-7c509c339ea9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 210 time: 0.0371547 Jan 17 02:37:23.676152 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2964b6-f574-44d2-8f38-ded8ef00db97 req-9ecc3c5d-36ce-44c4-a8ed-9d1b3174df03 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:23.678574 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca2964b6-f574-44d2-8f38-ded8ef00db97 req-9ecc3c5d-36ce-44c4-a8ed-9d1b3174df03 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0769410 Jan 17 02:37:23.895188 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca2964b6-f574-44d2-8f38-ded8ef00db97 req-9d773d41-23ca-42c9-9562-f2d05d728f08 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959624 Jan 17 02:37:23.925284 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-f8a3b197-9c87-42cc-9a8f-1cfa4e2d9681 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:23.927143 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-f8a3b197-9c87-42cc-9a8f-1cfa4e2d9681 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/networks?id=97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 200 len: 814 time: 0.2432294 Jan 17 02:37:23.950005 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Request body: {'port': {'device_id': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'admin_state_up': True, 'tenant_id': 'c889c4e9bfb24231968d2c8e2d02a1b2'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:37:24.066811 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Made reservation on behalf of c889c4e9bfb24231968d2c8e2d02a1b2 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:37:24.072391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:24.153267 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:37:24.206641 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Allocated IP 172.20.0.14 (97da4c82-5c36-47e9-8cea-2b4c9d79a703/a2418b5e-c405-4c40-bad2-c94ad6715fde/0ee354e1-38b7-4917-b74d-ad4c255e5515) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:37:24.395710 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks [] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:24.433843 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:24.483595 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:37:24.487279 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:37:24.491239 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:37:24.498087 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event updated for resources: {'Port': ['ID=0ee354e1-38b7-4917-b74d-ad4c255e5515,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:24.551385 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:24.551999 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:24.569753 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-27d5ca4a-0261-4a67-9495-f1077d632cff tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6246417 Jan 17 02:37:30.609172 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296', '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', '45342282-34ed-4c54-b481-93d32f1a0ecf'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:37:30.631964 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Request body: {'port': {'device_id': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:37:30.693942 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:30.891086 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5645021f-4c5b-4635-bb8d-8feeef1f24e6 req-5093b242-2f73-45d0-b85c-510c94ca31bb tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:30.892590 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5645021f-4c5b-4635-bb8d-8feeef1f24e6 req-5093b242-2f73-45d0-b85c-510c94ca31bb tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 932 time: 0.1578124 Jan 17 02:37:30.903447 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9047cf12-7d74-4bca-826f-067babf15c37 req-f172a16b-d3f7-48df-8aec-2d1263419db0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:30.904958 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9047cf12-7d74-4bca-826f-067babf15c37 req-f172a16b-d3f7-48df-8aec-2d1263419db0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1362500 Jan 17 02:37:31.044624 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5645021f-4c5b-4635-bb8d-8feeef1f24e6 req-bca198bd-7341-4a71-b954-7b0bafef606d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380656 Jan 17 02:37:31.050073 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9047cf12-7d74-4bca-826f-067babf15c37 req-d3e2fb0f-357c-464a-8737-b3a98a219250 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298230 Jan 17 02:37:31.132769 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee354e1-38b7-4917-b74d-ad4c255e5515 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:37:31.140340 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Publish callbacks [] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:31.152573 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Transition to ACTIVE for port object 0ee354e1-38b7-4917-b74d-ad4c255e5515 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:37:31.158809 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:31.210010 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee354e1-38b7-4917-b74d-ad4c255e5515,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:31.281509 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Attempting to bind port 0ee354e1-38b7-4917-b74d-ad4c255e5515 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:37:31.281883 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Attempting to bind port 0ee354e1-38b7-4917-b74d-ad4c255e5515 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:37:31.282211 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Attempting to bind port 0ee354e1-38b7-4917-b74d-ad4c255e5515 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:37:31.288150 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Port 0ee354e1-38b7-4917-b74d-ad4c255e5515 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:37:31.288512 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Attempting to bind port 0ee354e1-38b7-4917-b74d-ad4c255e5515 on network 97da4c82-5c36-47e9-8cea-2b4c9d79a703 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:37:31.294198 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:37:31.294535 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Checking segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:37:31.294935 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Bound using segment: {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:37:31.295360 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Bound port: 0ee354e1-38b7-4917-b74d-ad4c255e5515, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:37:31.295742 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:31.361228 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] For port 0ee354e1-38b7-4917-b74d-ad4c255e5515, host hv-cinder-82160, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:37:31.364056 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] For port 0ee354e1-38b7-4917-b74d-ad4c255e5515, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0ee354e1-38b7-4917-b74d-ad4c255e5515,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:37:31.370265 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:31.410621 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:31.411250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:31.412782 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] 10.222.0.64 "PUT /v2.0/ports/0ee354e1-38b7-4917-b74d-ad4c255e5515 HTTP/1.1" status: 200 len: 1094 time: 0.7881854 Jan 17 02:37:31.413233 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:37:31.415559 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a4e7f9f-3067-44b1-8636-69534ff2e4f2" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:37:31.436315 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e3c79-6447-4114-9db3-e077e7b972a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee354e1-38b7-4917-b74d-ad4c255e5515,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:31.450728 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2f3f71-755d-4c21-891e-1e5016a64644 x-openstack-request-id: req-df2f3f71-755d-4c21-891e-1e5016a64644 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:37:31.451020 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:37:31.451275 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-df2f3f71-755d-4c21-891e-1e5016a64644 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:37:31.451677 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515', 'status': 'completed', 'code': 200} Jan 17 02:37:31.669426 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7f9f-3067-44b1-8636-69534ff2e4f2 req-39788d45-2753-42d8-b43c-08f255a24e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:31.671038 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a4e7f9f-3067-44b1-8636-69534ff2e4f2 req-39788d45-2753-42d8-b43c-08f255a24e21 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 1097 time: 0.0423105 Jan 17 02:37:31.861435 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7f9f-3067-44b1-8636-69534ff2e4f2 req-2687c1f4-bb91-4d0a-8d1d-537c41f87962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:31.862946 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a4e7f9f-3067-44b1-8636-69534ff2e4f2 req-2687c1f4-bb91-4d0a-8d1d-537c41f87962 service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1759434 Jan 17 02:37:32.072638 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4e7f9f-3067-44b1-8636-69534ff2e4f2 req-f4799062-4840-4648-b988-a5b40c706854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:32.074118 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0a4e7f9f-3067-44b1-8636-69534ff2e4f2 req-f4799062-4840-4648-b988-a5b40c706854 service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1618462 Jan 17 02:37:32.214066 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47f9f1-dd8c-4f9c-a3ec-5fff672f9f51 req-ec21194f-27dc-4f61-a2c5-2bf1feb130f0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:32.215521 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da47f9f1-dd8c-4f9c-a3ec-5fff672f9f51 req-ec21194f-27dc-4f61-a2c5-2bf1feb130f0 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 944 time: 0.0914829 Jan 17 02:37:32.250918 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c691b9-6804-4cb7-a350-fdfe2c085119 req-03b59843-dfcf-4933-bca2-673ad1120e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:32.252470 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-63c691b9-6804-4cb7-a350-fdfe2c085119 req-03b59843-dfcf-4933-bca2-673ad1120e5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0875349 Jan 17 02:37:32.291788 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da47f9f1-dd8c-4f9c-a3ec-5fff672f9f51 req-bcfdb988-6a52-4cca-b8c8-012933fd2c2b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691321 Jan 17 02:37:32.318691 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-63c691b9-6804-4cb7-a350-fdfe2c085119 req-a287b14a-270d-4297-9ed6-5543eb246f4a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564606 Jan 17 02:37:32.459703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-b759b5dd-cb26-48e6-926b-b3004da4a4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:32.461231 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-b759b5dd-cb26-48e6-926b-b3004da4a4e5 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 1097 time: 0.0446856 Jan 17 02:37:32.555342 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-8fda0318-1c04-4917-bfc9-2eca563a0638 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ee354e1-38b7-4917-b74d-ad4c255e5515 HTTP/1.1" status: 200 len: 217 time: 0.0418999 Jan 17 02:37:32.604811 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-1f8cf266-60a0-4297-9922-f53643d65590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:32.606307 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-1f8cf266-60a0-4297-9922-f53643d65590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 200 len: 854 time: 0.0445173 Jan 17 02:37:32.646103 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-08f15e7d-0ef9-41c0-9d46-e2e3feef1647 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=97da4c82-5c36-47e9-8cea-2b4c9d79a703&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264945 Jan 17 02:37:32.762962 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-9adeda31-9575-4d8d-b8dd-a8cd9032cfa4 service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856254 Jan 17 02:37:32.854918 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc59f0b5-9895-466a-8ba6-74e0a9302bd1 req-068fb093-25a7-4bb7-a3a9-5a43071ba4fd service neutron] 10.222.0.64 "GET /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854719 Jan 17 02:37:33.412737 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e317219-e119-442d-8b44-6cdf1a4e8ee7 req-722dc903-28f2-4c44-b6f3-8da578c5d087 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:33.414477 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e317219-e119-442d-8b44-6cdf1a4e8ee7 req-722dc903-28f2-4c44-b6f3-8da578c5d087 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 944 time: 0.0530033 Jan 17 02:37:33.467900 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e317219-e119-442d-8b44-6cdf1a4e8ee7 req-c482a8d9-1901-4be0-a6c9-3b67a1f9198b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Jan 17 02:37:33.580413 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1582c177-2e00-4bff-a10f-a69e0934ba2b req-f748e400-9f2f-4e1c-bb4f-3bc06701816e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:33.581811 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1582c177-2e00-4bff-a10f-a69e0934ba2b req-f748e400-9f2f-4e1c-bb4f-3bc06701816e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0483358 Jan 17 02:37:33.627196 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1582c177-2e00-4bff-a10f-a69e0934ba2b req-df6ce90a-c554-4c4d-9157-94867dff00fe tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398080 Jan 17 02:37:34.592027 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200c85a6-c2db-4ca0-a2f8-fc316631cde0 req-0b58470d-15da-4db6-b1e5-b34195a97e7f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:34.593558 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-200c85a6-c2db-4ca0-a2f8-fc316631cde0 req-0b58470d-15da-4db6-b1e5-b34195a97e7f tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 944 time: 0.0517511 Jan 17 02:37:34.645206 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-200c85a6-c2db-4ca0-a2f8-fc316631cde0 req-ea8d5044-61f3-4a91-bbb1-ddc1fa33c751 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451863 Jan 17 02:37:34.751418 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3a5cb-a274-4037-811c-964342681054 req-4c174254-3057-4fd8-bc6b-1f06f04a82f7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:34.752849 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cae3a5cb-a274-4037-811c-964342681054 req-4c174254-3057-4fd8-bc6b-1f06f04a82f7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0578675 Jan 17 02:37:34.802532 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cae3a5cb-a274-4037-811c-964342681054 req-1ff89b3d-877f-4adc-9d1c-d43a5a904670 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441880 Jan 17 02:37:35.363672 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:35.631575 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 53494) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:35.680957 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] Deleting subnet eee0e8c0-0c45-4654-96bd-31b277095902 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:37:35.685440 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] Publish callbacks [] for subnet (eee0e8c0-0c45-4654-96bd-31b277095902), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:35.726708 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14247146'] for subnet (eee0e8c0-0c45-4654-96bd-31b277095902), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:35.793745 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (eee0e8c0-0c45-4654-96bd-31b277095902), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:35.841412 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3e2cc-0052-44bc-b31b-157eb96781c5 req-504aba86-637e-4da2-8460-820b2da05241 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:35.848613 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aee3e2cc-0052-44bc-b31b-157eb96781c5 req-504aba86-637e-4da2-8460-820b2da05241 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 944 time: 0.1194906 Jan 17 02:37:36.173748 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14116031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14037760'] for subnet (eee0e8c0-0c45-4654-96bd-31b277095902), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.186983 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aee3e2cc-0052-44bc-b31b-157eb96781c5 req-47a4709f-2afc-4c21-80f1-b904498e83f6 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369486 Jan 17 02:37:36.215636 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.218903 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/eee0e8c0-0c45-4654-96bd-31b277095902 HTTP/1.1" status: 204 len: 168 time: 0.5861478 Jan 17 02:37:36.219680 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7f945-dd38-4cd3-8725-76443dcc0052 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee0e8c0-0c45-4654-96bd-31b277095902,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:36.221951 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53506) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:36.231172 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-75eace6a-a91d-47fb-b169-09f925744395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:36.232641 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-75eace6a-a91d-47fb-b169-09f925744395 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.1470871 Jan 17 02:37:36.241699 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5147db-8a18-4232-8bf0-f0f84b0447a1 req-a580f9a3-dfc1-4039-8c6c-4ab2f21b8152 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:36.243684 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea5147db-8a18-4232-8bf0-f0f84b0447a1 req-a580f9a3-dfc1-4039-8c6c-4ab2f21b8152 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1620412 Jan 17 02:37:36.296587 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea5147db-8a18-4232-8bf0-f0f84b0447a1 req-0f60a20e-cc59-4909-b1fa-4a5fc0121efc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475857 Jan 17 02:37:36.302756 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (51c5014e-4388-4f67-9eb7-eef46e8a6fe0), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.389472 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (51c5014e-4388-4f67-9eb7-eef46e8a6fe0), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.405818 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-74ffd7e9-db8f-42ab-9384-94512a9c0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:36.407315 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-74ffd7e9-db8f-42ab-9384-94512a9c0880 service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.1098821 Jan 17 02:37:36.411286 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c5014e-4388-4f67-9eb7-eef46e8a6fe0']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:37:36.420521 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c86343-11b8-4198-83f5-bf89c3495956') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:37:36.420820 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c86343-11b8-4198-83f5-bf89c3495956') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:37:36.430093 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (71c86343-11b8-4198-83f5-bf89c3495956), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.442911 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (71c86343-11b8-4198-83f5-bf89c3495956), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.449006 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:37:36.449564 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (71c86343-11b8-4198-83f5-bf89c3495956), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:37:36.451368 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:37:36.457075 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-a3564fd6-1030-44ea-8953-76c1e8f23842 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 217 time: 0.0380921 Jan 17 02:37:36.507829 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-27c158a6-7f5f-4bea-a572-7bdc451efd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:36.509437 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-27c158a6-7f5f-4bea-a572-7bdc451efd69 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0453732 Jan 17 02:37:36.512829 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (51c5014e-4388-4f67-9eb7-eef46e8a6fe0), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.519312 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.524831 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] 10.222.0.24 "DELETE /v2.0/networks/51c5014e-4388-4f67-9eb7-eef46e8a6fe0 HTTP/1.1" status: 204 len: 168 time: 0.2988625 Jan 17 02:37:36.534161 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Pushing event deleted for resources: {'Network': ['ID=51c5014e-4388-4f67-9eb7-eef46e8a6fe0,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:36.542182 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.542528 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.542868 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.543201 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.543533 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.543858 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.544209 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.544533 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.544859 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.545277 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.545491 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.545806 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.546119 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01492b3-c277-4ad6-b532-942f01ab0d1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:36.549386 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-5bcab5ec-86d3-4119-88a6-51cb2a62d38e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305111 Jan 17 02:37:36.646832 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-b6d38955-980d-44e5-ba16-f70092d1b776 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908573 Jan 17 02:37:36.737272 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53516) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:36.740915 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b0c01ba0-bb95-4c79-9cde-e7a220c5694c req-3ecd1693-fb73-4697-a83d-d66e85e753e5 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870078 Jan 17 02:37:36.783261 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4556e41a-581a-4730-96fe-5385e1885caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20f3bbecadfb47dca935ac0986b088eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0442863 Jan 17 02:37:36.785619 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53520) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:36.836921 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b713df3-f8f7-40ff-a3ba-6d1e17bd6747 admin admin] Publish callbacks [] for security_group (f72f74b2-cecc-4d92-a6bd-a4525f5c7bef), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.859054 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b713df3-f8f7-40ff-a3ba-6d1e17bd6747 admin admin] Publish callbacks [] for security_group (f72f74b2-cecc-4d92-a6bd-a4525f5c7bef), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.908216 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b713df3-f8f7-40ff-a3ba-6d1e17bd6747 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f72f74b2-cecc-4d92-a6bd-a4525f5c7bef), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.910852 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b713df3-f8f7-40ff-a3ba-6d1e17bd6747 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:36.912024 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8b713df3-f8f7-40ff-a3ba-6d1e17bd6747 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f72f74b2-cecc-4d92-a6bd-a4525f5c7bef HTTP/1.1" status: 204 len: 168 time: 0.1255345 Jan 17 02:37:36.920698 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b713df3-f8f7-40ff-a3ba-6d1e17bd6747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72f74b2-cecc-4d92-a6bd-a4525f5c7bef,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:37.311330 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11059b0-9d2e-46d6-aa60-d552b13c4904 req-b34edcfc-a439-4ec6-89e5-060bb2d34bd3 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:37.312931 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d11059b0-9d2e-46d6-aa60-d552b13c4904 req-b34edcfc-a439-4ec6-89e5-060bb2d34bd3 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 944 time: 0.0520520 Jan 17 02:37:37.369207 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d11059b0-9d2e-46d6-aa60-d552b13c4904 req-316b97eb-5447-4eb2-a42f-8f0cb7452595 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506377 Jan 17 02:37:37.431392 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1e3a2-2897-4dd3-9b9b-f0360f550634 req-2005783c-9f2c-4691-9ef5-27e984f16969 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:37.433053 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45a1e3a2-2897-4dd3-9b9b-f0360f550634 req-2005783c-9f2c-4691-9ef5-27e984f16969 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0609977 Jan 17 02:37:37.480933 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45a1e3a2-2897-4dd3-9b9b-f0360f550634 req-e3291962-ca3e-4874-846a-f846df9a87c9 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423334 Jan 17 02:37:38.492034 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d163e9c0-7d02-4c25-a9ab-db32a291f0c8 req-d8fe792c-8651-4cc6-ac6f-82ddcd7a6e01 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:38.493579 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d163e9c0-7d02-4c25-a9ab-db32a291f0c8 req-d8fe792c-8651-4cc6-ac6f-82ddcd7a6e01 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 944 time: 0.0510664 Jan 17 02:37:38.543741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d163e9c0-7d02-4c25-a9ab-db32a291f0c8 req-f0c4798a-46e8-475f-a027-ddf4f65fd2c2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444789 Jan 17 02:37:38.602392 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b535798-18ef-4686-98df-9e0f87c453ca req-a4c7e222-b848-4edc-9319-149bd39bea99 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:38.603919 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b535798-18ef-4686-98df-9e0f87c453ca req-a4c7e222-b848-4edc-9319-149bd39bea99 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0534945 Jan 17 02:37:38.620842 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 0ee354e1-38b7-4917-b74d-ad4c255e5515 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:37:38.650409 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0b535798-18ef-4686-98df-9e0f87c453ca req-d9b810ec-26aa-4769-898f-2b39c3c603a6 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409348 Jan 17 02:37:38.716802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 0ee354e1-38b7-4917-b74d-ad4c255e5515, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0ee354e1-38b7-4917-b74d-ad4c255e5515,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:37:38.727794 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '0ee354e1-38b7-4917-b74d-ad4c255e5515', 'network_id': '97da4c82-5c36-47e9-8cea-2b4c9d79a703', 'port_id': '0ee354e1-38b7-4917-b74d-ad4c255e5515', 'mac_address': 'fa:16:3e:a8:6a:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2418b5e-c405-4c40-bad2-c94ad6715fde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:37:38.763878 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 0ee354e1-38b7-4917-b74d-ad4c255e5515 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:37:38.764152 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:38.776935 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee354e1-38b7-4917-b74d-ad4c255e5515 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:37:38.800987 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 0ee354e1-38b7-4917-b74d-ad4c255e5515, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0ee354e1-38b7-4917-b74d-ad4c255e5515,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:37:38.811184 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:38.857882 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=0ee354e1-38b7-4917-b74d-ad4c255e5515,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:39.664597 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ac4261f7-4ab3-41d5-94c8-fd363ba7c54a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:39.667530 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a337570-4712-480b-b84e-b04085a80d75 req-21c55176-33b2-4725-a7ae-88f7f5d2177b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:39.669070 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9a337570-4712-480b-b84e-b04085a80d75 req-21c55176-33b2-4725-a7ae-88f7f5d2177b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 945 time: 0.0560491 Jan 17 02:37:39.719055 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9a337570-4712-480b-b84e-b04085a80d75 req-5f4f8ce7-1874-4389-ab11-5506fe59445c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441248 Jan 17 02:37:39.771310 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a485052-08d9-42fe-a871-b2f98d1c4f46 req-af66b23a-7466-4d7e-ae5c-504cc473d166 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:39.773204 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a485052-08d9-42fe-a871-b2f98d1c4f46 req-af66b23a-7466-4d7e-ae5c-504cc473d166 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0521278 Jan 17 02:37:39.823306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a485052-08d9-42fe-a871-b2f98d1c4f46 req-77003fc2-bc5b-4298-ae9d-5f2fa449130e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444415 Jan 17 02:37:41.894267 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e13f2567-f3a1-47a4-9266-546ec4113138 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:42.945765 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:44.372983 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8a3f9-f0e0-43f4-b91a-fccd058dfd2d req-c0282bbb-837e-46f4-b207-c4750b59c920 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:44.374455 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17c8a3f9-f0e0-43f4-b91a-fccd058dfd2d req-c0282bbb-837e-46f4-b207-c4750b59c920 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 945 time: 0.0519271 Jan 17 02:37:44.421711 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17c8a3f9-f0e0-43f4-b91a-fccd058dfd2d req-8dd802fb-f817-4863-b580-6250f72df957 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413857 Jan 17 02:37:44.529721 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b18d1c-9716-4727-896a-10180429329a req-f50c267f-2e4c-4d0b-8b4a-d1ffb34d0a2d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:44.531460 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-59b18d1c-9716-4727-896a-10180429329a req-f50c267f-2e4c-4d0b-8b4a-d1ffb34d0a2d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0561371 Jan 17 02:37:44.580658 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-59b18d1c-9716-4727-896a-10180429329a req-eb8737e8-4fa7-4711-a3bc-4354626376b8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434985 Jan 17 02:37:44.591277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:45.846227 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:46.661507 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['0ee354e1-38b7-4917-b74d-ad4c255e5515'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:37:46.801373 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e098e52-2c62-4a32-a5f8-39d85c88ca80 req-ac1ecf90-841c-45aa-a613-0a4dd7f11253 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:46.802947 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e098e52-2c62-4a32-a5f8-39d85c88ca80 req-ac1ecf90-841c-45aa-a613-0a4dd7f11253 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 945 time: 0.0917687 Jan 17 02:37:46.812130 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8f51f2-c2f6-4cb6-8aab-e47103a021e8 req-9ad940ae-4598-4a56-b7ad-db8a28746d37 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:46.813606 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b8f51f2-c2f6-4cb6-8aab-e47103a021e8 req-9ad940ae-4598-4a56-b7ad-db8a28746d37 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0731633 Jan 17 02:37:46.886460 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e098e52-2c62-4a32-a5f8-39d85c88ca80 req-b9cc2d26-f124-4fb8-873d-7bf39c9cd71e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718913 Jan 17 02:37:46.889995 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b8f51f2-c2f6-4cb6-8aab-e47103a021e8 req-78b26cb3-400f-478a-ab02-98af4fd8acc0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696113 Jan 17 02:37:48.035314 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e2c4eb-b442-4c11-b549-8f4381643cf8 req-1fbe6778-11d9-428d-8378-eaf43e600446 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:48.036848 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35e2c4eb-b442-4c11-b549-8f4381643cf8 req-1fbe6778-11d9-428d-8378-eaf43e600446 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0683217 Jan 17 02:37:48.044945 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f2287-ddc6-470d-b663-a22722b3c34b req-6a11c844-5b4f-4d38-b686-b0d611b47f1a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:48.046287 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a6f2287-ddc6-470d-b663-a22722b3c34b req-6a11c844-5b4f-4d38-b686-b0d611b47f1a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 945 time: 0.0872266 Jan 17 02:37:48.113023 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35e2c4eb-b442-4c11-b549-8f4381643cf8 req-5dc6eba5-5dcf-482e-8ab4-0772891bf216 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656950 Jan 17 02:37:48.121783 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4a6f2287-ddc6-470d-b663-a22722b3c34b req-31e90e9a-f9c9-4e9a-9b93-51d47d5dcad5 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686970 Jan 17 02:37:49.281166 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c54d9-e84e-48d0-8c54-09704f546fbd req-436dbc5a-1681-474f-a947-495e9ca85bd1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:49.282987 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e4c54d9-e84e-48d0-8c54-09704f546fbd req-436dbc5a-1681-474f-a947-495e9ca85bd1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 945 time: 0.0786605 Jan 17 02:37:49.293941 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca103e4-43bb-4e27-85a3-b75c05694e31 req-8314ae77-c5b7-43b2-a987-93e1efba468a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:49.295347 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ca103e4-43bb-4e27-85a3-b75c05694e31 req-8314ae77-c5b7-43b2-a987-93e1efba468a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0929041 Jan 17 02:37:49.366998 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2e4c54d9-e84e-48d0-8c54-09704f546fbd req-9cf0f005-2f62-4482-a08a-942f69ad993a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706909 Jan 17 02:37:49.370493 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ca103e4-43bb-4e27-85a3-b75c05694e31 req-d872acf0-26d1-4aeb-b53d-679fcae8d4ba tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659375 Jan 17 02:37:50.302711 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 0ee354e1-38b7-4917-b74d-ad4c255e5515 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:37:50.358801 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 0ee354e1-38b7-4917-b74d-ad4c255e5515 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:37:50.362527 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 0ee354e1-38b7-4917-b74d-ad4c255e5515 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:37:50.362872 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:50.446105 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 0ee354e1-38b7-4917-b74d-ad4c255e5515 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:37:50.446493 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:50.469907 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:37:50.472200 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738fc09f-b56c-4efc-81d5-1de86d428a06" -d '{"events": [{"server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "name": "network-vif-plugged", "status": "completed", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:37:50.484407 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 0ee354e1-38b7-4917-b74d-ad4c255e5515, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0ee354e1-38b7-4917-b74d-ad4c255e5515,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:37:50.489675 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:50.518946 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08522c0-feb2-4f2d-a1fc-f867c8d406a3 req-b4f0cdf7-be81-4209-851b-25522561358c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:50.520438 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b08522c0-feb2-4f2d-a1fc-f867c8d406a3 req-b4f0cdf7-be81-4209-851b-25522561358c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 945 time: 0.0770121 Jan 17 02:37:50.529062 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98341c9-3c4d-4fc7-9b39-ebfd099030a7 req-c8555a4a-5865-429e-a320-b6226b1399e7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:50.530539 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f98341c9-3c4d-4fc7-9b39-ebfd099030a7 req-c8555a4a-5865-429e-a320-b6226b1399e7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0858045 Jan 17 02:37:50.541144 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=0ee354e1-38b7-4917-b74d-ad4c255e5515,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:50.548368 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.548736 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.549095 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.549422 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.549747 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.550061 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.550396 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.550715 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.551029 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.551360 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.551673 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.552005 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.552358 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:50.603027 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b08522c0-feb2-4f2d-a1fc-f867c8d406a3 req-2a9c285a-4fc7-4999-9786-91ec6d73cdc2 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715194 Jan 17 02:37:50.606474 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f98341c9-3c4d-4fc7-9b39-ebfd099030a7 req-8fe31044-83f6-4208-b12c-131ebc723ca7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690801 Jan 17 02:37:50.646263 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca2bbfa-de6f-420a-a69f-5add7a74bacb x-openstack-request-id: req-cca2bbfa-de6f-420a-a69f-5add7a74bacb {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:37:50.646574 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "name": "network-vif-plugged", "status": "completed", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:37:50.646881 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cca2bbfa-de6f-420a-a69f-5add7a74bacb {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:37:50.647334 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515', 'code': 200} Jan 17 02:37:50.940274 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1070239-21de-41a7-ac0d-bf20e9c1ea47 req-6f1bf9ef-06fb-4ee9-b775-5ce50c5a4594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:50.941872 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d1070239-21de-41a7-ac0d-bf20e9c1ea47 req-6f1bf9ef-06fb-4ee9-b775-5ce50c5a4594 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.0419483 Jan 17 02:37:50.943062 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584a154-d104-4059-9368-131bbecbf470 req-822ee805-e914-47f2-84d6-8997b7678b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:50.944609 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f584a154-d104-4059-9368-131bbecbf470 req-822ee805-e914-47f2-84d6-8997b7678b72 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 1099 time: 0.0449839 Jan 17 02:37:50.993373 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d1070239-21de-41a7-ac0d-bf20e9c1ea47 req-4da9ad19-260f-449c-a1c4-f58e62f6d64b service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388694 Jan 17 02:37:50.993842 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f584a154-d104-4059-9368-131bbecbf470 req-ef296078-380c-4e19-b331-4441400effa5 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383217 Jan 17 02:37:52.238495 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e93069-65cc-43a7-b7f1-1a8068030af4 req-e6c1d9ae-3ee1-4fc5-9a4b-16a4d32acf79 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:52.240007 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97e93069-65cc-43a7-b7f1-1a8068030af4 req-e6c1d9ae-3ee1-4fc5-9a4b-16a4d32acf79 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.0789196 Jan 17 02:37:52.265763 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf7ed4-e54a-4d8a-bbde-0d338b7ed063 req-3caf90e8-732a-47da-90cb-494283618acc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:52.267271 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77bf7ed4-e54a-4d8a-bbde-0d338b7ed063 req-3caf90e8-732a-47da-90cb-494283618acc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0805366 Jan 17 02:37:52.333129 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97e93069-65cc-43a7-b7f1-1a8068030af4 req-790e8fc7-2494-48b8-9c40-43bfaa4a1fc9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819166 Jan 17 02:37:52.337520 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77bf7ed4-e54a-4d8a-bbde-0d338b7ed063 req-c153ad84-5539-4137-83b7-a1b1064c9ed0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614665 Jan 17 02:37:52.507622 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 53738) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:52.644395 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04599cc3-f70b-49a2-b7bb-7cad77f281ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:52.716952 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04599cc3-f70b-49a2-b7bb-7cad77f281ff admin admin] Publish callbacks [] for security_group (837a8087-b6a7-499c-8989-163cca9b6cd7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:52.722199 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-04599cc3-f70b-49a2-b7bb-7cad77f281ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (837a8087-b6a7-499c-8989-163cca9b6cd7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:52.758124 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04599cc3-f70b-49a2-b7bb-7cad77f281ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=837a8087-b6a7-499c-8989-163cca9b6cd7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:52.762253 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-04599cc3-f70b-49a2-b7bb-7cad77f281ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c477a32642b44ca8a28c9eb69b565a77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534621 Jan 17 02:37:52.765126 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 53748) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:37:52.815031 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Publish callbacks [] for security_group (837a8087-b6a7-499c-8989-163cca9b6cd7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:52.836425 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Publish callbacks [] for security_group (837a8087-b6a7-499c-8989-163cca9b6cd7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:52.885651 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (837a8087-b6a7-499c-8989-163cca9b6cd7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:52.888771 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:52.889926 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/837a8087-b6a7-499c-8989-163cca9b6cd7 HTTP/1.1" status: 204 len: 168 time: 0.1238656 Jan 17 02:37:52.897789 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=837a8087-b6a7-499c-8989-163cca9b6cd7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:52.904892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.905241 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.905584 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.905918 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.906250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.906576 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.907002 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.907674 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.907955 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.908332 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.908649 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.908968 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:52.909286 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a158ec7a-7bc9-4a8d-bdf0-4cf8bdca431f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:37:53.486619 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692fbfc-d594-46bd-b48d-619d28f1be8d req-6991dea3-7500-44a4-912b-990985a17c61 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:53.488131 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8692fbfc-d594-46bd-b48d-619d28f1be8d req-6991dea3-7500-44a4-912b-990985a17c61 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.0806842 Jan 17 02:37:53.496969 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f876746-d5f1-4169-976a-d47501c433b3 req-c06f6008-86d4-43da-93b2-32460eaab896 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:53.498408 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f876746-d5f1-4169-976a-d47501c433b3 req-c06f6008-86d4-43da-93b2-32460eaab896 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0802016 Jan 17 02:37:53.570447 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8692fbfc-d594-46bd-b48d-619d28f1be8d req-fda5144d-f71f-4bbf-9925-3a1f58b59896 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710666 Jan 17 02:37:53.573734 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f876746-d5f1-4169-976a-d47501c433b3 req-a62274ef-2b3c-4f0d-80ad-bb049d46aa25 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679226 Jan 17 02:37:54.716821 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c73569-b9e2-4904-a897-4ed111bcd4cb req-c308dcbc-dbab-46fa-aa30-acb468444a4c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:54.718306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-13c73569-b9e2-4904-a897-4ed111bcd4cb req-c308dcbc-dbab-46fa-aa30-acb468444a4c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.0765076 Jan 17 02:37:54.739682 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b5441-fe6c-4817-85f5-14c9d908e548 req-930b3b2a-6c66-4450-9c60-607738d4668e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:54.741198 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-188b5441-fe6c-4817-85f5-14c9d908e548 req-930b3b2a-6c66-4450-9c60-607738d4668e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0734363 Jan 17 02:37:54.806582 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-13c73569-b9e2-4904-a897-4ed111bcd4cb req-abebafad-f103-4a92-bbe7-62f8ecdfa55d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821352 Jan 17 02:37:54.810919 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-188b5441-fe6c-4817-85f5-14c9d908e548 req-a5d50a23-bdcb-47bd-b3ce-ab4b6d19fe1c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622084 Jan 17 02:37:55.176795 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09587cf-bdc1-4411-ace0-184451f4b101 req-437aa3b2-4d4b-4cc7-b41e-105d047e56ee tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:55.178387 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e09587cf-bdc1-4411-ace0-184451f4b101 req-437aa3b2-4d4b-4cc7-b41e-105d047e56ee tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0987978 Jan 17 02:37:55.183675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-d00f91e2-5f68-4ad2-9b8a-497e2d5fa29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:55.185058 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-d00f91e2-5f68-4ad2-9b8a-497e2d5fa29d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 1099 time: 0.0699556 Jan 17 02:37:55.280910 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e09587cf-bdc1-4411-ace0-184451f4b101 req-f3c170c6-74a4-47ea-a1c5-94a2fd69a106 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949306 Jan 17 02:37:55.305391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-c83543b6-4a5a-4fed-ab30-efdc9354e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:55.306896 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-c83543b6-4a5a-4fed-ab30-efdc9354e9fc service neutron] 10.222.0.64 "GET /v2.0/networks?id=ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 200 len: 919 time: 0.1154873 Jan 17 02:37:55.351346 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-9f70eb72-248f-475e-ad46-8e5e25faa577 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 200 len: 217 time: 0.0370741 Jan 17 02:37:55.399204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-056d8981-5207-484e-9c5e-dc97241ef598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:55.400646 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-056d8981-5207-484e-9c5e-dc97241ef598 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 200 len: 858 time: 0.0428417 Jan 17 02:37:55.430927 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-15a3493e-3e4c-43ce-80ae-eec98037c0be service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=ada4a97e-feed-4797-83f8-f2534257b85a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236762 Jan 17 02:37:55.530136 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-26d38eb9-593f-4399-93ed-521bef8e1c60 service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923505 Jan 17 02:37:55.667747 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2c128d3-4d0c-4c66-ba7f-8bdfd4dbd617 req-03fdc2eb-ee39-4ddf-b1ff-b98f878266aa service neutron] 10.222.0.64 "GET /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973077 Jan 17 02:37:56.274951 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-006d6ca6-7f04-4bc5-8a96-58c14282ebe2 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0d7e5e9c95504bb980d55c54a679de42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313733 Jan 17 02:37:56.490160 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-a86edb8e-0493-4908-a6c5-238e4ff1e4a9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:56.491672 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-a86edb8e-0493-4908-a6c5-238e4ff1e4a9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073438 Jan 17 02:37:56.499718 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32327165-7f2f-4fbb-b8c5-009d1b85a2fc req-0a3a2229-679f-4958-a7fd-17a77d28ef1c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:56.501080 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32327165-7f2f-4fbb-b8c5-009d1b85a2fc req-0a3a2229-679f-4958-a7fd-17a77d28ef1c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1220975 Jan 17 02:37:56.516246 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-034e6f52-b0a8-4ded-a5fc-9cc9a42e1481 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/quotas/0d7e5e9c95504bb980d55c54a679de42 HTTP/1.1" status: 200 len: 375 time: 0.0142846 Jan 17 02:37:56.551899 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-06d2ab66-901f-4174-9249-0bc933357e95 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0d7e5e9c95504bb980d55c54a679de42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287049 Jan 17 02:37:56.572655 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32327165-7f2f-4fbb-b8c5-009d1b85a2fc req-185e2119-18ff-457f-addb-abc3d512be50 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646942 Jan 17 02:37:56.857155 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09fb6ae1-6ce2-4e18-bfcd-747506428d62 req-f1067577-8c1c-445d-9ae3-c5f72cdf639d tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 210 time: 0.0292642 Jan 17 02:37:57.700726 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd8b9cb-14a9-464b-8912-873bcf09714c req-24a7956f-0403-4796-b253-b1e14a18974b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:57.702135 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cd8b9cb-14a9-464b-8912-873bcf09714c req-24a7956f-0403-4796-b253-b1e14a18974b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0603623 Jan 17 02:37:57.751516 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1cd8b9cb-14a9-464b-8912-873bcf09714c req-9c717ec0-8b00-4046-a5c6-1d4603d1568d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435975 Jan 17 02:37:58.046605 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec399322-f4f0-4813-a013-9b9f128816dd req-7675108c-54ec-42ae-8c72-ee1e1a813cd3 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 210 time: 0.0318339 Jan 17 02:37:58.389533 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-5f881e66-0a29-487c-8336-a44cbb40520c tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.64 "GET /v2.0/networks?tenant_id=0d7e5e9c95504bb980d55c54a679de42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209360 Jan 17 02:37:58.715794 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-952fc2b5-ea27-4dbf-b869-9113c61100cf tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:58.717281 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-952fc2b5-ea27-4dbf-b869-9113c61100cf tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3224611 Jan 17 02:37:58.752737 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Request body: {'port': {'device_id': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f', 'admin_state_up': True, 'tenant_id': '0d7e5e9c95504bb980d55c54a679de42'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:37:58.894892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f970ef-3b48-414c-8345-701c9a0fc721 req-0b758773-b5ce-49ac-b2c8-ed34e93d472b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:58.896396 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31f970ef-3b48-414c-8345-701c9a0fc721 req-0b758773-b5ce-49ac-b2c8-ed34e93d472b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0742455 Jan 17 02:37:58.909837 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Made reservation on behalf of 0d7e5e9c95504bb980d55c54a679de42 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:37:58.913161 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:58.929299 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:58.970450 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31f970ef-3b48-414c-8345-701c9a0fc721 req-0d6d881b-7196-492e-9c34-400bf8f090f0 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675845 Jan 17 02:37:59.028341 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks [] for security_group (f0e9b9ad-7b15-4557-8aa6-6fe7762010b1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:59.036011 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f0e9b9ad-7b15-4557-8aa6-6fe7762010b1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:59.098622 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:59.179077 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Allocated IP 192.168.233.103 (f3cbcc3b-2e05-4697-b17e-c598690e549f/5603cc43-aeb2-4d82-81bd-84d1403ee541/bb496404-62f2-4492-994f-87c052ecfb65) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:37:59.227133 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f9527ee-af0d-4c44-ab87-d14a9a6c91e6 req-35768cb3-9a59-4890-ba0a-1ecbb2c52752 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 210 time: 0.0358648 Jan 17 02:37:59.354850 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks [] for port (bb496404-62f2-4492-994f-87c052ecfb65), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:59.401921 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (bb496404-62f2-4492-994f-87c052ecfb65), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:59.445634 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Network f3cbcc3b-2e05-4697-b17e-c598690e549f is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:37:59.448889 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:37:59.451570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:37:59.479332 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Pushing event updated for resources: {'Port': ['ID=bb496404-62f2-4492-994f-87c052ecfb65,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:37:59.516625 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:37:59.517353 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:59.548120 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-1f98b461-51da-41f7-9453-8719fe17a48a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8002131 Jan 17 02:37:59.679171 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Request body: {'port': {'device_id': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:37:59.722856 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-b8ed829b-d06c-47f6-bc39-b7b5f2d4bd77 None None] Provisioning complete for port bb496404-62f2-4492-994f-87c052ecfb65 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:37:59.723439 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b8ed829b-d06c-47f6-bc39-b7b5f2d4bd77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (bb496404-62f2-4492-994f-87c052ecfb65), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:59.750155 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bb496404-62f2-4492-994f-87c052ecfb65), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:37:59.757076 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-b8ed829b-d06c-47f6-bc39-b7b5f2d4bd77 None None] Port bb496404-62f2-4492-994f-87c052ecfb65 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:38:00.021669 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb496404-62f2-4492-994f-87c052ecfb65 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:38:00.031724 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Publish callbacks [] for port (bb496404-62f2-4492-994f-87c052ecfb65), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:00.045089 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Transition to ACTIVE for port object bb496404-62f2-4492-994f-87c052ecfb65 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:38:00.050644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (bb496404-62f2-4492-994f-87c052ecfb65), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:00.129877 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Pushing event updated for resources: {'Port': ['ID=bb496404-62f2-4492-994f-87c052ecfb65,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:00.168620 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d6ef85-7e51-481d-ab95-4e46d21191f9 req-96a5ed0c-d7e8-4dc0-a699-92492c1db74e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:00.171945 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35d6ef85-7e51-481d-ab95-4e46d21191f9 req-96a5ed0c-d7e8-4dc0-a699-92492c1db74e tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1168554 Jan 17 02:38:00.249374 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Attempting to bind port bb496404-62f2-4492-994f-87c052ecfb65 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:38:00.249704 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Attempting to bind port bb496404-62f2-4492-994f-87c052ecfb65 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:38:00.250018 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Attempting to bind port bb496404-62f2-4492-994f-87c052ecfb65 on network f3cbcc3b-2e05-4697-b17e-c598690e549f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:38:00.255171 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35d6ef85-7e51-481d-ab95-4e46d21191f9 req-5fc2dd54-bdf7-4d87-b23b-c48f1d2085a9 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659962 Jan 17 02:38:00.258462 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Port bb496404-62f2-4492-994f-87c052ecfb65 on network f3cbcc3b-2e05-4697-b17e-c598690e549f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:38:00.258779 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Attempting to bind port bb496404-62f2-4492-994f-87c052ecfb65 on network f3cbcc3b-2e05-4697-b17e-c598690e549f {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:38:00.263934 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:38:00.264294 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Checking segment: {'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:38:00.264667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Bound using segment: {'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:38:00.265089 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Bound port: bb496404-62f2-4492-994f-87c052ecfb65, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '537a0c8c-1c51-48fc-999e-63a6984b7168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:38:00.265446 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bb496404-62f2-4492-994f-87c052ecfb65), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:00.369085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] For port bb496404-62f2-4492-994f-87c052ecfb65, host hv-cinder-82160, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:38:00.403830 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] For port bb496404-62f2-4492-994f-87c052ecfb65, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bb496404-62f2-4492-994f-87c052ecfb65,segment=NetworkSegment(537a0c8c-1c51-48fc-999e-63a6984b7168),segment_id=537a0c8c-1c51-48fc-999e-63a6984b7168)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:38:00.412960 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (bb496404-62f2-4492-994f-87c052ecfb65), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:00.463155 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718a227-398a-4ae1-8bf2-8f16eafd1ee8 req-57369f76-cb1c-445c-919d-40ab1fe43abc tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:00.464741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6718a227-398a-4ae1-8bf2-8f16eafd1ee8 req-57369f76-cb1c-445c-919d-40ab1fe43abc tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.1070743 Jan 17 02:38:00.467959 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:00.468589 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:00.469902 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] 10.222.0.64 "PUT /v2.0/ports/bb496404-62f2-4492-994f-87c052ecfb65 HTTP/1.1" status: 200 len: 1098 time: 0.7981474 Jan 17 02:38:00.470340 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'tag': 'bb496404-62f2-4492-994f-87c052ecfb65'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:00.472655 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c18744-e4f1-4452-8450-7cba2bab900c" -d '{"events": [{"name": "network-changed", "server_uuid": "3de2d50d-8380-4b0e-a6cc-598a5101eec7", "tag": "bb496404-62f2-4492-994f-87c052ecfb65"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:00.506259 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fdb1b9-f640-4256-9029-b85b6e244c88 service neutron] Pushing event updated for resources: {'Port': ['ID=bb496404-62f2-4492-994f-87c052ecfb65,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:00.529553 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3d6497-35ea-4375-b901-4650835c82a9 x-openstack-request-id: req-bd3d6497-35ea-4375-b901-4650835c82a9 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:00.529818 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3de2d50d-8380-4b0e-a6cc-598a5101eec7", "tag": "bb496404-62f2-4492-994f-87c052ecfb65", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:00.530075 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bd3d6497-35ea-4375-b901-4650835c82a9 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:00.530479 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'tag': 'bb496404-62f2-4492-994f-87c052ecfb65', 'status': 'completed', 'code': 200} Jan 17 02:38:00.567737 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6718a227-398a-4ae1-8bf2-8f16eafd1ee8 req-b80d8f9b-5aea-46c8-93d3-a8201c0edcdd tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901666 Jan 17 02:38:00.616723 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c18744-e4f1-4452-8450-7cba2bab900c req-437cd244-ca40-4591-a6c2-8b5294dc2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:00.618275 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91c18744-e4f1-4452-8450-7cba2bab900c req-437cd244-ca40-4591-a6c2-8b5294dc2949 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d7e5e9c95504bb980d55c54a679de42&device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 1101 time: 0.0487673 Jan 17 02:38:00.669090 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91c18744-e4f1-4452-8450-7cba2bab900c req-69adcd41-fe12-4655-b533-cec6d4f3c5ce service neutron] 10.222.0.64 "GET /v2.0/networks?tenant_id=0d7e5e9c95504bb980d55c54a679de42&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223868 Jan 17 02:38:00.774395 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-377ce442-dcbf-459b-89d2-2d47ffc680cd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-945077347&fields=id&tenant_id=0dec6844a62b4685a182219dbf9bea72 HTTP/1.1" status: 200 len: 267 time: 0.1008329 Jan 17 02:38:00.852467 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c18744-e4f1-4452-8450-7cba2bab900c req-6879001d-b394-4f9c-93b7-ca615c1a106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:00.853957 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91c18744-e4f1-4452-8450-7cba2bab900c req-6879001d-b394-4f9c-93b7-ca615c1a106a service neutron] 10.222.0.64 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1637623 Jan 17 02:38:00.900094 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-5b53d3d5-b9f8-450e-961b-cf6dd04baa18 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:00.901647 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-5b53d3d5-b9f8-450e-961b-cf6dd04baa18 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 808 time: 0.1209841 Jan 17 02:38:00.917299 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-37242336-f6c0-48a3-9f61-364fbb175924 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/quotas/0dec6844a62b4685a182219dbf9bea72 HTTP/1.1" status: 200 len: 375 time: 0.0099275 Jan 17 02:38:00.984414 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-0ae41d68-bc6d-41f0-b6b2-59d208e143a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:00.985920 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-0ae41d68-bc6d-41f0-b6b2-59d208e143a4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0d7e5e9c95504bb980d55c54a679de42&device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 1101 time: 0.0662374 Jan 17 02:38:00.995803 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-3a26713d-c8c6-4085-bf91-ddf84fcf73da tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0691149 Jan 17 02:38:01.044758 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-89e03192-af1b-4a27-b8b8-7641588aeda7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=bb496404-62f2-4492-994f-87c052ecfb65 HTTP/1.1" status: 200 len: 217 time: 0.0447817 Jan 17 02:38:01.142163 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-41204d49-12db-4b70-b5c3-530291d766b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:01.143642 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-41204d49-12db-4b70-b5c3-530291d766b9 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=5603cc43-aeb2-4d82-81bd-84d1403ee541 HTTP/1.1" status: 200 len: 843 time: 0.0901618 Jan 17 02:38:01.152225 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:38:01.167892 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-af8d6520-339f-4322-96d5-bc54b814539d service neutron] 10.222.0.24 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605642 Jan 17 02:38:01.268867 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-3a77314b-e41b-4cc2-b693-1834b2033cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:01.270384 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-3a77314b-e41b-4cc2-b693-1834b2033cd4 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f3cbcc3b-2e05-4697-b17e-c598690e549f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.1116958 Jan 17 02:38:01.316650 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-c332c5d9-88be-4c1d-9f78-7942c3a3b657 service neutron] 10.222.0.24 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308880 Jan 17 02:38:01.420608 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-55b5dd23-d482-4674-9d73-403333e4c9ec service neutron] 10.222.0.64 "GET /v2.0/networks/f3cbcc3b-2e05-4697-b17e-c598690e549f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413701 Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.430789 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:38:01.433444 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbeebf-ad04-4416-9a39-bed93b33ab39 req-65a2cad7-9f3b-4d20-974b-393e7f3f0ff8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:01.439776 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ecbeebf-ad04-4416-9a39-bed93b33ab39 req-65a2cad7-9f3b-4d20-974b-393e7f3f0ff8 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0905256 Jan 17 02:38:01.542707 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ecbeebf-ad04-4416-9a39-bed93b33ab39 req-2caf2a32-a2b6-498c-8b90-aab6502808c9 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019597 Jan 17 02:38:01.582265 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e546e7ba-5154-4061-b612-cb2ad6d5ec42 req-09146759-c72b-4237-ac04-a6b07710bae1 service neutron] 10.222.0.64 "GET /v2.0/networks/f3cbcc3b-2e05-4697-b17e-c598690e549f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398418 Jan 17 02:38:01.835765 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c5f548e8-f59e-49d7-8f62-ae173bc519ca req-fd95843c-1a48-4cd9-9ac3-d7d8be3a55ac tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 210 time: 0.0319324 Jan 17 02:38:01.901140 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7efc8f-789a-4bee-af04-2f93a4d52cbb req-18563ce5-16bb-46b4-9207-35d20f17ea05 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:01.903127 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea7efc8f-789a-4bee-af04-2f93a4d52cbb req-18563ce5-16bb-46b4-9207-35d20f17ea05 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.0612235 Jan 17 02:38:01.960346 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea7efc8f-789a-4bee-af04-2f93a4d52cbb req-8fbc2510-6177-46cd-8c30-10f4d724f1ae tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504360 Jan 17 02:38:05.365063 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-631087d1-a0c2-45e1-b73c-91b09c10f4aa req-077450aa-4176-430b-be65-7a0c44119709 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 210 time: 0.0257528 Jan 17 02:38:05.374807 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:05.466534 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701b22f2-8ed2-4b8d-b4e4-337fb453f35f req-e46f6d35-34db-4e41-ac77-26b27361ab22 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:05.468042 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-701b22f2-8ed2-4b8d-b4e4-337fb453f35f req-e46f6d35-34db-4e41-ac77-26b27361ab22 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.0493784 Jan 17 02:38:05.521533 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-701b22f2-8ed2-4b8d-b4e4-337fb453f35f req-0b9e6026-4569-499f-9c33-ecac383f40ec tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Jan 17 02:38:06.977625 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2af4d0c5-797e-4c40-be01-d182be9deb55 req-e3e3070e-3c82-4c38-9100-3cb50048ee24 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 210 time: 0.0259800 Jan 17 02:38:07.079076 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a7f7e8-d512-487d-aff2-6c0b1cbe90e4 req-be8d4840-8c5e-47aa-a355-4a9602f2393e tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:07.080600 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47a7f7e8-d512-487d-aff2-6c0b1cbe90e4 req-be8d4840-8c5e-47aa-a355-4a9602f2393e tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.0496986 Jan 17 02:38:07.125895 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47a7f7e8-d512-487d-aff2-6c0b1cbe90e4 req-edd726bb-36f8-4ab4-a495-23137ae32bf7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Jan 17 02:38:08.076674 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a85f557-156c-4b05-9e81-a77e9d5f58cc req-a0f83013-40b0-4303-9717-bd4e5e254da2 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 210 time: 0.0259333 Jan 17 02:38:08.199347 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-2e0d1477-ac1a-4be6-aa69-02e1b2824772 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:08.200914 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-2e0d1477-ac1a-4be6-aa69-02e1b2824772 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 808 time: 0.1112101 Jan 17 02:38:08.247611 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1b6864-207f-4484-a261-75708ce0090d req-06b5a38a-749f-4191-a107-a9bff9653877 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:08.249168 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b1b6864-207f-4484-a261-75708ce0090d req-06b5a38a-749f-4191-a107-a9bff9653877 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.0473797 Jan 17 02:38:08.304021 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7b1b6864-207f-4484-a261-75708ce0090d req-b3ac90f1-4e8e-4697-ac06-e1634701b385 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490520 Jan 17 02:38:09.678427 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d09a49bd-b98a-4078-a36c-08aa9b021b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:11.893653 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fc603a9a-f15f-44a3-8249-92490f4e443f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:12.546060 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-bf26efbc-ef87-4703-8d07-67592e0b7b7e tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0dec6844a62b4685a182219dbf9bea72 HTTP/1.1" status: 200 len: 379 time: 0.0732279 Jan 17 02:38:12.555407 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'port': {'device_id': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'admin_state_up': True, 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'security_groups': ['0d408aee-6fe3-47fe-9bc8-982f5a1e9636']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:38:12.627266 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-44abcbd2-35de-4ee0-bb59-62bf65f12760 req-66d577e7-bb96-4ef3-b9ea-56b79cac9100 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 210 time: 0.0575306 Jan 17 02:38:12.696100 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Made reservation on behalf of 0dec6844a62b4685a182219dbf9bea72 for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:38:12.699389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:12.779703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177516a3-3626-4993-ac46-0f4dfd7608d5 req-6fb26205-291d-450d-81be-b2444f243c19 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:12.781103 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177516a3-3626-4993-ac46-0f4dfd7608d5 req-6fb26205-291d-450d-81be-b2444f243c19 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.0987322 Jan 17 02:38:12.866871 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-177516a3-3626-4993-ac46-0f4dfd7608d5 req-b3def755-93eb-44ce-ae78-32a38b79d0d9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797801 Jan 17 02:38:12.878331 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Allocated IP 172.20.0.14 (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1/82b6d511-c552-4831-b534-bdc8034153b5/c601475c-0c44-4ca7-a396-6569cecefedc) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:38:12.947302 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.033582 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for port (c601475c-0c44-4ca7-a396-6569cecefedc), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.069179 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.111732 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:38:13.114784 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:38:13.119234 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:38:13.125734 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:13.175264 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:13.175892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.192657 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-faf104d0-f192-493d-85df-2346a2d56e67 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6408353 Jan 17 02:38:13.251561 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Request body: {'port': {'device_id': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:38:13.306217 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.317658 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-95ae2f90-6bc9-4b4c-9947-717585996693 None None] Provisioning complete for port c601475c-0c44-4ca7-a396-6569cecefedc triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:38:13.318020 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-95ae2f90-6bc9-4b4c-9947-717585996693 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.351264 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-95ae2f90-6bc9-4b4c-9947-717585996693 None None] Port c601475c-0c44-4ca7-a396-6569cecefedc cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:38:13.561735 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c601475c-0c44-4ca7-a396-6569cecefedc {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:38:13.569331 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Publish callbacks [] for port (c601475c-0c44-4ca7-a396-6569cecefedc), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.580702 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Transition to ACTIVE for port object c601475c-0c44-4ca7-a396-6569cecefedc will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:38:13.587347 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.639142 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:13.719970 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Attempting to bind port c601475c-0c44-4ca7-a396-6569cecefedc on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:38:13.720340 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Attempting to bind port c601475c-0c44-4ca7-a396-6569cecefedc by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:38:13.720664 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Attempting to bind port c601475c-0c44-4ca7-a396-6569cecefedc on network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:38:13.740004 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Port c601475c-0c44-4ca7-a396-6569cecefedc on network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:38:13.740260 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Attempting to bind port c601475c-0c44-4ca7-a396-6569cecefedc on network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:38:13.748114 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:38:13.748449 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Checking segment: {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:38:13.748827 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Bound using segment: {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:38:13.749249 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Bound port: c601475c-0c44-4ca7-a396-6569cecefedc, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c9d61c9-2497-4cef-b4db-02a8914a6ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:38:13.749603 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.779925 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7e013d-36e6-44aa-bab5-41c28ea4ddd8 req-e64c1a5d-c284-4329-bf6c-c5cc62efedeb tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:13.781537 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e7e013d-36e6-44aa-bab5-41c28ea4ddd8 req-e64c1a5d-c284-4329-bf6c-c5cc62efedeb tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0753541 Jan 17 02:38:13.859494 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:38:13.863116 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:38:13.867937 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6e7e013d-36e6-44aa-bab5-41c28ea4ddd8 req-b7b02c1c-9454-467d-9dfd-2be1024f85bd tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677371 Jan 17 02:38:13.869837 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.915117 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:13.915570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:13.917002 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] 10.222.0.64 "PUT /v2.0/ports/c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 1094 time: 0.6700566 Jan 17 02:38:13.917447 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:13.919717 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6032777d-ffec-46a2-abf5-e95e2f4e518c" -d '{"events": [{"name": "network-changed", "server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:13.945389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5c9800-bcff-4160-9f2a-90a2d0b73fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:13.987895 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b398bf87-d630-4fe3-b78e-608739b3820c x-openstack-request-id: req-b398bf87-d630-4fe3-b78e-608739b3820c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:13.988204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:13.988509 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b398bf87-d630-4fe3-b78e-608739b3820c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:13.988834 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'status': 'completed', 'code': 200} Jan 17 02:38:14.051278 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f95d2-2f21-4258-973c-b7cf91da6e26 req-1f5904ba-08a7-4957-b65f-e3e524939fa9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:14.053093 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a5f95d2-2f21-4258-973c-b7cf91da6e26 req-1f5904ba-08a7-4957-b65f-e3e524939fa9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.0682962 Jan 17 02:38:14.146946 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a5f95d2-2f21-4258-973c-b7cf91da6e26 req-953d67a9-c016-4d54-a80f-f94749123c46 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862908 Jan 17 02:38:14.152265 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-49b12398-f748-4592-9457-d06ce844fe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:14.153741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-49b12398-f748-4592-9457-d06ce844fe0d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1097 time: 0.0735774 Jan 17 02:38:14.265728 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-510bd35b-75a3-4185-96a2-8e1d0030c12b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 217 time: 0.0365512 Jan 17 02:38:14.314917 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-8e316b7d-47a1-42fe-afe2-3ded869127ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:14.316279 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-8e316b7d-47a1-42fe-afe2-3ded869127ab service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.0435994 Jan 17 02:38:14.366110 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-a4f5f2f9-2fbb-4cbc-a730-7a89450354ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:14.367585 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-a4f5f2f9-2fbb-4cbc-a730-7a89450354ed service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433445 Jan 17 02:38:14.502366 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-38249f07-a786-465a-8ff9-d17503f8a5d3 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876391 Jan 17 02:38:14.598603 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:14.602567 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aad1a26-2629-4ea3-8c7e-14ffe494d79e req-86e36154-7cbd-4547-afad-46f1ef2441cc service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915782 Jan 17 02:38:15.001244 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11b6370-cfe9-4983-93f1-920a09fcce62 req-53e867d3-f984-4588-8bb0-98d6b2f8e778 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:15.002719 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d11b6370-cfe9-4983-93f1-920a09fcce62 req-53e867d3-f984-4588-8bb0-98d6b2f8e778 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0565119 Jan 17 02:38:15.053072 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d11b6370-cfe9-4983-93f1-920a09fcce62 req-5d0df264-4b24-49df-b32b-d78fb9e9f9a8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422997 Jan 17 02:38:15.273747 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f4018-35a9-452d-8795-58cf6fdd01d8 req-2a8f3c66-f614-47d7-a0b2-a6311b4f1846 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:15.275273 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b72f4018-35a9-452d-8795-58cf6fdd01d8 req-2a8f3c66-f614-47d7-a0b2-a6311b4f1846 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 948 time: 0.0492485 Jan 17 02:38:15.553935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b72f4018-35a9-452d-8795-58cf6fdd01d8 req-e168bd09-20fe-42de-a6a7-23b6a9f3b845 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730038 Jan 17 02:38:15.851669 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:19.533281 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bb496404-62f2-4492-994f-87c052ecfb65 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:38:19.631892 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port bb496404-62f2-4492-994f-87c052ecfb65, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bb496404-62f2-4492-994f-87c052ecfb65,segment=NetworkSegment(537a0c8c-1c51-48fc-999e-63a6984b7168),segment_id=537a0c8c-1c51-48fc-999e-63a6984b7168)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:19.643440 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'bb496404-62f2-4492-994f-87c052ecfb65', 'network_id': 'f3cbcc3b-2e05-4697-b17e-c598690e549f', 'port_id': 'bb496404-62f2-4492-994f-87c052ecfb65', 'mac_address': 'fa:16:3e:09:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5603cc43-aeb2-4d82-81bd-84d1403ee541', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:38:19.682205 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port bb496404-62f2-4492-994f-87c052ecfb65 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:38:19.682597 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bb496404-62f2-4492-994f-87c052ecfb65), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:19.695992 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb496404-62f2-4492-994f-87c052ecfb65 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:38:19.715919 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port bb496404-62f2-4492-994f-87c052ecfb65, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bb496404-62f2-4492-994f-87c052ecfb65,segment=NetworkSegment(537a0c8c-1c51-48fc-999e-63a6984b7168),segment_id=537a0c8c-1c51-48fc-999e-63a6984b7168)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:19.721984 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (bb496404-62f2-4492-994f-87c052ecfb65), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:19.727779 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-e61a25ed-e44e-4062-ab4f-efcf0286e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:19.729338 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-e61a25ed-e44e-4062-ab4f-efcf0286e3c6 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1097 time: 0.0417471 Jan 17 02:38:19.774554 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=bb496404-62f2-4492-994f-87c052ecfb65,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:19.904003 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-9e7e0bb5-8b6a-415f-9d25-75050d821b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:19.905502 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-9e7e0bb5-8b6a-415f-9d25-75050d821b0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 909 time: 0.1225696 Jan 17 02:38:19.916449 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131112cf-5445-4362-b268-b8e6f8bf9d54 req-06a1560f-a43e-4fec-93e7-67979fae4535 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:19.917912 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-131112cf-5445-4362-b268-b8e6f8bf9d54 req-06a1560f-a43e-4fec-93e7-67979fae4535 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0666800 Jan 17 02:38:19.984921 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-738bd65a-18a0-43dc-9851-f533634969d0 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 217 time: 0.0639679 Jan 17 02:38:20.061411 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-131112cf-5445-4362-b268-b8e6f8bf9d54 req-0703a5a2-d08a-4c03-8974-a47b41378dca tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345892 Jan 17 02:38:20.070383 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabee4c-a0b4-4402-bf26-f5ee425b3aa3 req-1457a867-3fca-4859-90d1-d97490a06d03 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:20.071830 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faabee4c-a0b4-4402-bf26-f5ee425b3aa3 req-1457a867-3fca-4859-90d1-d97490a06d03 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 949 time: 0.1442120 Jan 17 02:38:20.077568 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-273b7ce3-a7c2-4d28-aa23-7e08a8abf55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:20.078956 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-273b7ce3-a7c2-4d28-aa23-7e08a8abf55d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.0851479 Jan 17 02:38:20.148165 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-faabee4c-a0b4-4402-bf26-f5ee425b3aa3 req-858e7efc-8e62-4af5-a263-4cb119e9dfb5 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681615 Jan 17 02:38:20.154310 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-c309628a-a1ec-49c9-bb87-87316c35d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:20.155711 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-c309628a-a1ec-49c9-bb87-87316c35d271 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0692432 Jan 17 02:38:20.252782 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-d5dde580-faf9-4062-ad08-ca94343e8070 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903330 Jan 17 02:38:20.347074 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6032777d-ffec-46a2-abf5-e95e2f4e518c req-adf22370-daa1-40de-b04f-c5a8ac13b9dd service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876613 Jan 17 02:38:21.181367 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee735551-95e8-4d56-a126-d5bc46af7574 req-63a8e7ba-e87d-405f-bc6f-21365a9e2a7f tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:21.182971 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee735551-95e8-4d56-a126-d5bc46af7574 req-63a8e7ba-e87d-405f-bc6f-21365a9e2a7f tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0531440 Jan 17 02:38:21.239523 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee735551-95e8-4d56-a126-d5bc46af7574 req-2d3dc6dd-27a1-4104-93a5-d5995fe49854 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505769 Jan 17 02:38:21.275990 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55158cc5-2ba9-4154-949f-f40f6edb7566 req-9c22ece0-6b11-4a28-be66-796815d091a9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:21.277444 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55158cc5-2ba9-4154-949f-f40f6edb7566 req-9c22ece0-6b11-4a28-be66-796815d091a9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 949 time: 0.0594425 Jan 17 02:38:21.310044 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['bb496404-62f2-4492-994f-87c052ecfb65'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:21.325866 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55158cc5-2ba9-4154-949f-f40f6edb7566 req-aab07c69-f1a7-460c-a6fb-1a91eab94d76 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424905 Jan 17 02:38:22.363920 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534f1843-c60a-4f37-b0b6-f3ad682bd08b req-907df300-8f5f-45b6-ab94-b1d5db8d782c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:22.365525 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-534f1843-c60a-4f37-b0b6-f3ad682bd08b req-907df300-8f5f-45b6-ab94-b1d5db8d782c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0491483 Jan 17 02:38:22.448213 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-534f1843-c60a-4f37-b0b6-f3ad682bd08b req-642b894a-61ca-47b0-909e-115ad8af310c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769944 Jan 17 02:38:22.469633 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421da151-64f7-4d8d-940d-a73be445a6b7 req-6cace11c-b4a9-49a6-a949-21e25afdabca tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:22.469633 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-421da151-64f7-4d8d-940d-a73be445a6b7 req-6cace11c-b4a9-49a6-a949-21e25afdabca tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 949 time: 0.0706644 Jan 17 02:38:22.520225 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-421da151-64f7-4d8d-940d-a73be445a6b7 req-fea26c07-921e-4e0d-bc11-4960250d9197 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445251 Jan 17 02:38:23.772488 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c7138-60d2-4724-a990-41bcbd2e394a req-a9da5d68-5961-4ba3-b09f-cff251534e5f tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:23.774096 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f65c7138-60d2-4724-a990-41bcbd2e394a req-a9da5d68-5961-4ba3-b09f-cff251534e5f tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0501466 Jan 17 02:38:23.835383 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f65c7138-60d2-4724-a990-41bcbd2e394a req-0f9a17cb-4371-4e72-9f53-f6d626ae74b2 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553727 Jan 17 02:38:23.870018 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5136452-f561-4be0-821d-bbd891ab254d req-a946e4fb-9996-4fb9-a4db-356b54e06adf tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:23.871491 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5136452-f561-4be0-821d-bbd891ab254d req-a946e4fb-9996-4fb9-a4db-356b54e06adf tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 949 time: 0.0644798 Jan 17 02:38:23.945146 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f5136452-f561-4be0-821d-bbd891ab254d req-21b9fed2-47f2-4b9e-ae8a-b870528c86b5 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673485 Jan 17 02:38:23.957431 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b118cc-03af-4545-8c0a-9a6f078241cc req-a99bc820-b1b1-464c-ac34-b952b358a8dc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:23.958864 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45b118cc-03af-4545-8c0a-9a6f078241cc req-a99bc820-b1b1-464c-ac34-b952b358a8dc tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0680761 Jan 17 02:38:24.006699 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45b118cc-03af-4545-8c0a-9a6f078241cc req-4d1e685a-cdee-4d54-ac83-ae02b51c1f39 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420673 Jan 17 02:38:24.962888 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17fc6de-8ea8-4ea4-9727-dc0c03e1958a req-0b10d8bd-58f9-4bfd-8fe6-7d5504f39046 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:24.964943 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c17fc6de-8ea8-4ea4-9727-dc0c03e1958a req-0b10d8bd-58f9-4bfd-8fe6-7d5504f39046 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0572655 Jan 17 02:38:25.036683 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c17fc6de-8ea8-4ea4-9727-dc0c03e1958a req-011e8570-93cf-4d73-8294-45ebaf1f1a77 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592780 Jan 17 02:38:25.072836 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e85f3f0-bd45-4782-a456-539aa29ff132 req-a2098489-a52f-4882-abe9-46698e0eb971 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:25.074321 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e85f3f0-bd45-4782-a456-539aa29ff132 req-a2098489-a52f-4882-abe9-46698e0eb971 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 949 time: 0.0539978 Jan 17 02:38:25.145447 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e85f3f0-bd45-4782-a456-539aa29ff132 req-64a60f9a-923e-435d-bf06-6576d37aa643 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652199 Jan 17 02:38:25.160795 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632f6a84-e005-4643-9b78-845d6a0cd652 req-3efa82a9-377e-435b-aa7b-bb9fb5f77dd3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:25.162400 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-632f6a84-e005-4643-9b78-845d6a0cd652 req-3efa82a9-377e-435b-aa7b-bb9fb5f77dd3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0673690 Jan 17 02:38:25.215843 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-632f6a84-e005-4643-9b78-845d6a0cd652 req-ddfa6e9e-7651-41b9-b480-3818e54a61cf tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468383 Jan 17 02:38:25.584454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bb496404-62f2-4492-994f-87c052ecfb65 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:38:25.638841 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port bb496404-62f2-4492-994f-87c052ecfb65 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:38:25.642704 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port bb496404-62f2-4492-994f-87c052ecfb65 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:38:25.643076 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (bb496404-62f2-4492-994f-87c052ecfb65), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:25.722975 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port bb496404-62f2-4492-994f-87c052ecfb65 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:38:25.723409 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bb496404-62f2-4492-994f-87c052ecfb65), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:25.746147 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb496404-62f2-4492-994f-87c052ecfb65'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:25.748457 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc7f814-7f21-4fae-9e49-5eec9e98397c" -d '{"events": [{"server_uuid": "3de2d50d-8380-4b0e-a6cc-598a5101eec7", "name": "network-vif-plugged", "status": "completed", "tag": "bb496404-62f2-4492-994f-87c052ecfb65"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:25.765226 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port bb496404-62f2-4492-994f-87c052ecfb65, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bb496404-62f2-4492-994f-87c052ecfb65,segment=NetworkSegment(537a0c8c-1c51-48fc-999e-63a6984b7168),segment_id=537a0c8c-1c51-48fc-999e-63a6984b7168)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:25.769701 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (bb496404-62f2-4492-994f-87c052ecfb65), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:25.793365 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e63c0-119d-4844-a7c7-0515fc1331c6 x-openstack-request-id: req-652e63c0-119d-4844-a7c7-0515fc1331c6 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:25.793863 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de2d50d-8380-4b0e-a6cc-598a5101eec7", "name": "network-vif-plugged", "status": "completed", "tag": "bb496404-62f2-4492-994f-87c052ecfb65", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:25.794140 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-652e63c0-119d-4844-a7c7-0515fc1331c6 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:25.794516 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb496404-62f2-4492-994f-87c052ecfb65', 'code': 200} Jan 17 02:38:25.826146 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=bb496404-62f2-4492-994f-87c052ecfb65,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:26.137363 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17882b5d-f467-4891-9ecf-37c971803266 req-53ec73bf-5d74-4c16-beb4-cddab7a2aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:26.138817 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17882b5d-f467-4891-9ecf-37c971803266 req-53ec73bf-5d74-4c16-beb4-cddab7a2aaba service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 1103 time: 0.0607116 Jan 17 02:38:26.186344 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62dc2e1-6e75-4cc0-a600-8db6dc810d26 req-1495a64e-c1e5-4eae-8581-60f32e96c3ce tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:26.187891 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e62dc2e1-6e75-4cc0-a600-8db6dc810d26 req-1495a64e-c1e5-4eae-8581-60f32e96c3ce tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0802414 Jan 17 02:38:26.223210 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-17882b5d-f467-4891-9ecf-37c971803266 req-79768be7-369d-47e1-90e5-0a8945f3b8cc service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776689 Jan 17 02:38:26.278648 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e62dc2e1-6e75-4cc0-a600-8db6dc810d26 req-6e3822d5-f7d2-49fd-9a88-e62d0fa6a184 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829339 Jan 17 02:38:26.295023 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eec428-751b-40eb-9f0d-e1b31d526321 req-7329ccbc-9b3b-40dc-9776-fed4234535b5 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:26.296650 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0eec428-751b-40eb-9f0d-e1b31d526321 req-7329ccbc-9b3b-40dc-9776-fed4234535b5 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0721455 Jan 17 02:38:26.351330 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0eec428-751b-40eb-9f0d-e1b31d526321 req-499a3780-4925-4015-814c-cd9822eca752 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489593 Jan 17 02:38:26.389470 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7673e5-82bf-4eb6-84dd-e9292ed525c9 req-dd298263-8eaf-4c07-b0bf-1261254b52d4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:26.391127 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e7673e5-82bf-4eb6-84dd-e9292ed525c9 req-dd298263-8eaf-4c07-b0bf-1261254b52d4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0549688 Jan 17 02:38:26.439021 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e7673e5-82bf-4eb6-84dd-e9292ed525c9 req-7e421686-2f8c-4452-9ed7-6e7e4f88ba08 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Jan 17 02:38:26.618913 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7c2a0c-95c6-4af2-a8b5-1754b33d66db req-4ef6218c-bcfc-44b4-8319-6d0ac9d7751a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:26.620306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa7c2a0c-95c6-4af2-a8b5-1754b33d66db req-4ef6218c-bcfc-44b4-8319-6d0ac9d7751a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.0625339 Jan 17 02:38:26.670155 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa7c2a0c-95c6-4af2-a8b5-1754b33d66db req-5c42bdb0-55cd-4b28-b099-ed8c26094097 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442562 Jan 17 02:38:27.423362 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4f82e-639e-47a5-b3d8-31bba489f478 req-d7c1e4b7-d360-4943-9bd0-6f09d51f0d9b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:27.424995 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7bc4f82e-639e-47a5-b3d8-31bba489f478 req-d7c1e4b7-d360-4943-9bd0-6f09d51f0d9b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0763705 Jan 17 02:38:27.432468 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81ddbc-678d-4b32-bca3-1c129d01d214 req-2386b836-9999-4ff9-aabb-89b5d171660a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:27.433815 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef81ddbc-678d-4b32-bca3-1c129d01d214 req-2386b836-9999-4ff9-aabb-89b5d171660a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.0873158 Jan 17 02:38:27.506295 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7bc4f82e-639e-47a5-b3d8-31bba489f478 req-8fac80a6-285e-47bd-885f-2f5f47e29a58 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715251 Jan 17 02:38:27.509884 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ef81ddbc-678d-4b32-bca3-1c129d01d214 req-8279f83c-326b-49ed-831f-3df39a45f6dd tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694189 Jan 17 02:38:27.649206 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c22e83-676c-48fd-92da-d8f8993e5108 req-158af067-392a-4d8b-ab41-5325736649a9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:27.650697 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41c22e83-676c-48fd-92da-d8f8993e5108 req-158af067-392a-4d8b-ab41-5325736649a9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0796573 Jan 17 02:38:27.665166 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601573e-e734-48be-bb1e-abf13ee1125a req-2d0dba4a-46a9-4672-b1f2-a8bd5660c4f4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:27.666590 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b601573e-e734-48be-bb1e-abf13ee1125a req-2d0dba4a-46a9-4672-b1f2-a8bd5660c4f4 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0860410 Jan 17 02:38:27.738988 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41c22e83-676c-48fd-92da-d8f8993e5108 req-68bc03c2-36a4-49ea-960d-77855be82ad5 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816746 Jan 17 02:38:27.743884 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b601573e-e734-48be-bb1e-abf13ee1125a req-8054f8f5-004b-49f2-8779-28f520ed696f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716989 Jan 17 02:38:27.859963 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459fc3f9-204d-4d6c-a879-7fc6023d9b3a req-08d07086-9443-4050-a643-b87476f8f890 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:27.863392 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-459fc3f9-204d-4d6c-a879-7fc6023d9b3a req-08d07086-9443-4050-a643-b87476f8f890 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.0590131 Jan 17 02:38:27.917729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-459fc3f9-204d-4d6c-a879-7fc6023d9b3a req-c07dc000-f6ad-4a0c-bed8-27da737cd932 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499930 Jan 17 02:38:28.658201 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485391-599e-4f81-ac88-4559ee2a4b26 req-eb2ecd45-d28a-4ea4-9eb5-be80dfe8106d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:28.659689 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50485391-599e-4f81-ac88-4559ee2a4b26 req-eb2ecd45-d28a-4ea4-9eb5-be80dfe8106d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0759239 Jan 17 02:38:28.689245 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2b0294-b6a2-49ae-b2d9-33ce674bb3d1 req-dec38383-2a14-4311-ad0f-7d29b1ec3bb2 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:28.690674 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c2b0294-b6a2-49ae-b2d9-33ce674bb3d1 req-dec38383-2a14-4311-ad0f-7d29b1ec3bb2 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.0767477 Jan 17 02:38:28.732576 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-50485391-599e-4f81-ac88-4559ee2a4b26 req-d7af16f8-d47d-49be-b1fa-5e7b559d2b7b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668817 Jan 17 02:38:28.755810 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c2b0294-b6a2-49ae-b2d9-33ce674bb3d1 req-63919886-4327-471d-a048-ffb94b862b17 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593736 Jan 17 02:38:28.891333 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e8e74-a52d-4517-a3ec-d3b30b5f2e0b req-3781d846-37b2-41f4-9312-bcd0f6ede344 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:28.892851 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-444e8e74-a52d-4517-a3ec-d3b30b5f2e0b req-3781d846-37b2-41f4-9312-bcd0f6ede344 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0814476 Jan 17 02:38:28.901140 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38901365-ce60-4226-b9b5-6e8b0ef7d197 req-37fb0b3d-30cf-466c-aaab-23e44f8a4d01 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:28.902483 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38901365-ce60-4226-b9b5-6e8b0ef7d197 req-37fb0b3d-30cf-466c-aaab-23e44f8a4d01 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0791562 Jan 17 02:38:28.972446 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-444e8e74-a52d-4517-a3ec-d3b30b5f2e0b req-2618dd56-e4c9-425e-9dd9-cecf71740d14 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690186 Jan 17 02:38:28.977052 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38901365-ce60-4226-b9b5-6e8b0ef7d197 req-81145a34-bf1d-4c08-88a4-689c93174c5c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677748 Jan 17 02:38:29.080464 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd0771-444c-4906-ad04-d764731d6480 req-ecff0849-b0ab-4285-808b-d8163a839173 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:29.081944 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ffd0771-444c-4906-ad04-d764731d6480 req-ecff0849-b0ab-4285-808b-d8163a839173 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 946 time: 0.0795240 Jan 17 02:38:29.096741 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea9d1af-c75a-4d7e-ae4e-1ae545260ac0 req-4fecad72-7795-4a73-a26c-29dd072b324b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:29.098462 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ea9d1af-c75a-4d7e-ae4e-1ae545260ac0 req-4fecad72-7795-4a73-a26c-29dd072b324b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.0704007 Jan 17 02:38:29.194487 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8ea9d1af-c75a-4d7e-ae4e-1ae545260ac0 req-fefd1e61-3ce1-4ef0-a945-cd0cff976ef7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897603 Jan 17 02:38:29.264524 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Deleting port 4dcac35f-9d74-46b5-b915-b246173a256f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:29.264766 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:29.360375 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] For port 4dcac35f-9d74-46b5-b915-b246173a256f, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=4dcac35f-9d74-46b5-b915-b246173a256f,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:29.360726 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:29.374746 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Calling delete_port for 4dcac35f-9d74-46b5-b915-b246173a256f owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:29.528815 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (4dcac35f-9d74-46b5-b915-b246173a256f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:29.562265 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Pushing event deleted for resources: {'Port': ['ID=4dcac35f-9d74-46b5-b915-b246173a256f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:29.585850 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['4dcac35f-9d74-46b5-b915-b246173a256f', '7ed6ad5d-11bb-4292-b0e7-ddace74a6459'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:29.622436 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] No DVR routers for this DVR port 4dcac35f-9d74-46b5-b915-b246173a256f on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:29.625520 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:29.629158 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5ffd0771-444c-4906-ad04-d764731d6480 req-12984e6d-10e7-4456-a780-683ff3a3b6db tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "DELETE /v2.0/ports/4dcac35f-9d74-46b5-b915-b246173a256f HTTP/1.1" status: 204 len: 173 time: 0.5042851 Jan 17 02:38:29.629615 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'name': 'network-vif-deleted', 'tag': '4dcac35f-9d74-46b5-b915-b246173a256f'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:29.631862 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f110e1d9-9088-4a9a-bfcc-d2cd30bb1921" -d '{"events": [{"server_uuid": "48444f12-33bc-48b0-9407-d2ba0210bfae", "name": "network-vif-deleted", "tag": "4dcac35f-9d74-46b5-b915-b246173a256f"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:29.738611 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7942f3a3-2411-495e-8738-1aa636f43070 x-openstack-request-id: req-7942f3a3-2411-495e-8738-1aa636f43070 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:29.739220 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48444f12-33bc-48b0-9407-d2ba0210bfae", "name": "network-vif-deleted", "tag": "4dcac35f-9d74-46b5-b915-b246173a256f", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:29.739220 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7942f3a3-2411-495e-8738-1aa636f43070 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:29.739529 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48444f12-33bc-48b0-9407-d2ba0210bfae', 'name': 'network-vif-deleted', 'tag': '4dcac35f-9d74-46b5-b915-b246173a256f', 'status': 'completed', 'code': 200} Jan 17 02:38:29.854414 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b95079-a834-4185-a3c5-c7e900c13a43 req-0f874c5a-2799-40eb-929f-aeb74734553b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:29.856050 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9b95079-a834-4185-a3c5-c7e900c13a43 req-0f874c5a-2799-40eb-929f-aeb74734553b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0509293 Jan 17 02:38:29.916487 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f9b95079-a834-4185-a3c5-c7e900c13a43 req-3c46171b-89e3-4ef6-b54a-7726f14c3c8e tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526872 Jan 17 02:38:29.957268 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0459157a-bee8-49e5-8ff9-c1e1e1d08281 req-3ae89667-6c62-4238-bf9f-c8f911fb9f8c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:29.958731 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0459157a-bee8-49e5-8ff9-c1e1e1d08281 req-3ae89667-6c62-4238-bf9f-c8f911fb9f8c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.0561759 Jan 17 02:38:30.004652 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0459157a-bee8-49e5-8ff9-c1e1e1d08281 req-8fbb083b-c81d-4932-acf0-2a50f0fd6b18 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400960 Jan 17 02:38:30.104679 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-789fe3dd-c0e2-48cd-9a29-d25d5fd59d0b req-24d7e216-d34c-4373-b225-61e2d79c9bdb tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=48444f12-33bc-48b0-9407-d2ba0210bfae HTTP/1.1" status: 200 len: 210 time: 0.0271509 Jan 17 02:38:30.112184 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a2542-cae3-4fd3-9524-a238408a2a22 req-a7dec9a9-5a75-4bf4-ba21-313fca5ca44a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:30.113564 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-341a2542-cae3-4fd3-9524-a238408a2a22 req-a7dec9a9-5a75-4bf4-ba21-313fca5ca44a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0693583 Jan 17 02:38:30.162290 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-341a2542-cae3-4fd3-9524-a238408a2a22 req-27b842f1-a61d-42a3-9017-b6714d8f3493 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430582 Jan 17 02:38:30.311193 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5fe01-fad6-4708-a239-c8fdffa7d0a3 req-cdf01326-5b21-4188-99fc-66b8c0e7b015 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:30.312732 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18b5fe01-fad6-4708-a239-c8fdffa7d0a3 req-cdf01326-5b21-4188-99fc-66b8c0e7b015 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.0493090 Jan 17 02:38:30.360558 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18b5fe01-fad6-4708-a239-c8fdffa7d0a3 req-2f78a08e-529e-44d9-8a41-aba63d93c5b7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417390 Jan 17 02:38:30.422683 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdab6c3-cecf-485c-9530-45b731d6a7d2 req-02497705-9867-44c7-81d7-333ac63f9cfe tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:30.424198 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ecdab6c3-cecf-485c-9530-45b731d6a7d2 req-02497705-9867-44c7-81d7-333ac63f9cfe tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0477688 Jan 17 02:38:30.469106 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ecdab6c3-cecf-485c-9530-45b731d6a7d2 req-3293d640-aaed-497e-9b4a-1ce375765b55 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392385 Jan 17 02:38:31.330245 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-4507e013-5220-4786-9e1f-237a6bfe284b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:31.331684 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-4507e013-5220-4786-9e1f-237a6bfe284b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.1144755 Jan 17 02:38:31.346053 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9e76d-260a-4872-9181-b1ea5daa3b34 req-3511d60a-0f12-4cda-9f03-11194b9fe758 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:31.347411 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cd9e76d-260a-4872-9181-b1ea5daa3b34 req-3511d60a-0f12-4cda-9f03-11194b9fe758 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.0897691 Jan 17 02:38:31.354624 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f966f0e5-7f0c-4472-9ef9-8fd3440388a3 req-cf5a1ff3-a4a6-4313-a03a-3455e54d57c0 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:31.355960 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f966f0e5-7f0c-4472-9ef9-8fd3440388a3 req-cf5a1ff3-a4a6-4313-a03a-3455e54d57c0 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.1089633 Jan 17 02:38:31.416699 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-ccb633cf-dfd6-44cb-9619-d71b14f84090 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:31.418177 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-ccb633cf-dfd6-44cb-9619-d71b14f84090 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 945 time: 0.0495903 Jan 17 02:38:31.480800 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cd9e76d-260a-4872-9181-b1ea5daa3b34 req-6487bacc-a035-4925-8909-a4cfc18d550a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237841 Jan 17 02:38:31.485316 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f966f0e5-7f0c-4472-9ef9-8fd3440388a3 req-86976c85-05e4-4dba-9d1c-b44225d295f4 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1227143 Jan 17 02:38:31.520042 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Deleting port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:31.520805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.527679 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Deleting port 0ee354e1-38b7-4917-b74d-ad4c255e5515 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:31.528017 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.616947 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] For port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:31.617304 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.629664 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Calling delete_port for bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:31.650246 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 4dcac35f-9d74-46b5-b915-b246173a256f no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:31.670670 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 4dcac35f-9d74-46b5-b915-b246173a256f {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:31.671284 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 4dcac35f-9d74-46b5-b915-b246173a256f not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:31.671843 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 0ee354e1-38b7-4917-b74d-ad4c255e5515 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:31.689050 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] For port 0ee354e1-38b7-4917-b74d-ad4c255e5515, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0ee354e1-38b7-4917-b74d-ad4c255e5515,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:31.689404 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.706552 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Calling delete_port for 0ee354e1-38b7-4917-b74d-ad4c255e5515 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:31.718745 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeddf3c-5b8b-4851-9ab9-bebc4df9b375 req-f7b90cd7-fe44-4e01-a9b2-42b1596496a7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:31.720254 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3aeddf3c-5b8b-4851-9ab9-bebc4df9b375 req-f7b90cd7-fe44-4e01-a9b2-42b1596496a7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 946 time: 0.1245959 Jan 17 02:38:31.729636 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35950f8e-0659-40ad-9ec6-09073315e192 req-a41d2cbd-0417-4bae-aacc-516474afad9d tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:31.731136 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35950f8e-0659-40ad-9ec6-09073315e192 req-a41d2cbd-0417-4bae-aacc-516474afad9d tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.1216395 Jan 17 02:38:31.745786 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 0ee354e1-38b7-4917-b74d-ad4c255e5515 is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:38:31.746169 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.770564 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.777882 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:31.780483 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70bd7adf-9b44-4e9a-b0f8-61a22228e904" -d '{"events": [{"server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:31.796497 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 0ee354e1-38b7-4917-b74d-ad4c255e5515, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0ee354e1-38b7-4917-b74d-ad4c255e5515,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:31.802962 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.803161 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Pushing event deleted for resources: {'Port': ['ID=bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:31.834185 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:31.852171 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] No DVR routers for this DVR port bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:31.855120 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.856693 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3aeddf3c-5b8b-4851-9ab9-bebc4df9b375 req-b40199ef-3b4b-456e-961e-76dc6246e870 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218331 Jan 17 02:38:31.859141 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dbff349d-9a1d-40fd-902f-ff329b7a3c70 req-c7b597a7-1d42-480e-adab-74a13768d4d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "DELETE /v2.0/ports/bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b HTTP/1.1" status: 204 len: 173 time: 0.4333844 Jan 17 02:38:31.859697 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'name': 'network-vif-deleted', 'tag': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:31.863584 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e277c0-e64b-4a2b-b8aa-b7272bf59dad" -d '{"events": [{"server_uuid": "fe8714ff-adae-40c0-a96e-9b7ddfee2781", "name": "network-vif-deleted", "tag": "bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:31.875793 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-35950f8e-0659-40ad-9ec6-09073315e192 req-f630950d-91ec-41ef-98da-a5e2dae82ab9 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324110 Jan 17 02:38:31.881662 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=0ee354e1-38b7-4917-b74d-ad4c255e5515,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:31.925627 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc429df-fce4-466f-af5c-95de9e84592c x-openstack-request-id: req-bcc429df-fce4-466f-af5c-95de9e84592c {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:31.925940 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:31.926191 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bcc429df-fce4-466f-af5c-95de9e84592c {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:31.926738 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515', 'code': 200} Jan 17 02:38:31.960752 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fd9f1c-414f-465b-8e67-e49678dc8f01 x-openstack-request-id: req-99fd9f1c-414f-465b-8e67-e49678dc8f01 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:31.961118 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8714ff-adae-40c0-a96e-9b7ddfee2781", "name": "network-vif-deleted", "tag": "bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:31.961420 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-99fd9f1c-414f-465b-8e67-e49678dc8f01 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:31.961880 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8714ff-adae-40c0-a96e-9b7ddfee2781', 'name': 'network-vif-deleted', 'tag': 'bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b', 'status': 'completed', 'code': 200} Jan 17 02:38:31.964930 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (0ee354e1-38b7-4917-b74d-ad4c255e5515), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:31.994440 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event deleted for resources: {'Port': ['ID=0ee354e1-38b7-4917-b74d-ad4c255e5515,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:32.013358 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296', '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', '45342282-34ed-4c54-b481-93d32f1a0ecf'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:32.046267 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] No DVR routers for this DVR port 0ee354e1-38b7-4917-b74d-ad4c255e5515 on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:32.049539 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:32.053276 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71f4e61a-2f20-4a75-b6aa-9fe7eacc3f7c req-c7de1583-ace3-4999-b00b-3ee68130ce3a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "DELETE /v2.0/ports/0ee354e1-38b7-4917-b74d-ad4c255e5515 HTTP/1.1" status: 204 len: 173 time: 0.6787584 Jan 17 02:38:32.054254 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'name': 'network-vif-deleted', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:32.056202 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba572211-1678-4326-8bae-16f8d47de8a8" -d '{"events": [{"server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "name": "network-vif-deleted", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:32.102910 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a118042d-b502-4fea-b6e8-3be8a6ae8e98 x-openstack-request-id: req-a118042d-b502-4fea-b6e8-3be8a6ae8e98 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:32.103195 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b84647-19b2-4847-a95c-7fcff9ab436a", "name": "network-vif-deleted", "tag": "0ee354e1-38b7-4917-b74d-ad4c255e5515", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:32.103439 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a118042d-b502-4fea-b6e8-3be8a6ae8e98 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:32.103953 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b84647-19b2-4847-a95c-7fcff9ab436a', 'name': 'network-vif-deleted', 'tag': '0ee354e1-38b7-4917-b74d-ad4c255e5515', 'status': 'completed', 'code': 200} Jan 17 02:38:32.139342 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011aee-0418-4a15-a485-957eb8e7a6f4 req-415afffc-bfcf-406d-91d4-5535154252d3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:32.140882 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16011aee-0418-4a15-a485-957eb8e7a6f4 req-415afffc-bfcf-406d-91d4-5535154252d3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0500426 Jan 17 02:38:32.194974 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-16011aee-0418-4a15-a485-957eb8e7a6f4 req-e469ce0e-52e1-4377-a8a8-cdafeb438158 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469646 Jan 17 02:38:32.613801 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7234585-ad9a-4f2a-b69f-81adbe17c7bd req-6ec16cf4-1c24-4278-af8f-3512a673f31f tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:32.615238 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7234585-ad9a-4f2a-b69f-81adbe17c7bd req-6ec16cf4-1c24-4278-af8f-3512a673f31f tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0569737 Jan 17 02:38:32.633549 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c87c14d4-46a4-465c-859d-287c43f76c28 req-fc79ee85-9015-474c-9efe-285aa273d325 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=fe8714ff-adae-40c0-a96e-9b7ddfee2781 HTTP/1.1" status: 200 len: 210 time: 0.0398214 Jan 17 02:38:32.678603 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7234585-ad9a-4f2a-b69f-81adbe17c7bd req-38608f82-5489-40d4-8d75-b82f836b9b65 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476367 Jan 17 02:38:32.994297 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fca8397e-c8c4-4c00-8d73-7f7c799ad06f req-64ff6fd3-ada6-4720-8340-f086077feaf7 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9b84647-19b2-4847-a95c-7fcff9ab436a HTTP/1.1" status: 200 len: 210 time: 0.0463626 Jan 17 02:38:33.013857 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fe4c8-8a1f-4eda-be80-71e5a075e1a9 req-7bc0c087-3b82-484d-9c2f-7379d78b3060 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:33.015384 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-366fe4c8-8a1f-4eda-be80-71e5a075e1a9 req-7bc0c087-3b82-484d-9c2f-7379d78b3060 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0694222 Jan 17 02:38:33.064699 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-366fe4c8-8a1f-4eda-be80-71e5a075e1a9 req-bf41c21f-d232-492d-96d0-aa41ecc4829d tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Jan 17 02:38:33.319623 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db37571-e278-4a17-af0c-786e4ba64ba2 req-d3dee6bd-48f4-4c48-a376-9242f3383b5d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:33.321139 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3db37571-e278-4a17-af0c-786e4ba64ba2 req-d3dee6bd-48f4-4c48-a376-9242f3383b5d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0549569 Jan 17 02:38:33.366695 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3db37571-e278-4a17-af0c-786e4ba64ba2 req-ce0e92df-7ae5-4bc8-a961-2145bf951f8b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Jan 17 02:38:33.612033 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c601475c-0c44-4ca7-a396-6569cecefedc details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:38:33.707982 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:33.719001 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'port_id': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'mac_address': 'fa:16:3e:25:59:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:38:33.756254 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c601475c-0c44-4ca7-a396-6569cecefedc is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:38:33.756647 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:33.770071 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c601475c-0c44-4ca7-a396-6569cecefedc {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:38:33.792680 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:33.798451 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:33.852763 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:33.935472 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773a705-4355-4c0a-88ef-2e76e5bdaa9c req-c92f9ab6-d27d-4f17-9d6f-676897ee0d6d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:33.936987 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3773a705-4355-4c0a-88ef-2e76e5bdaa9c req-c92f9ab6-d27d-4f17-9d6f-676897ee0d6d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 945 time: 0.0650620 Jan 17 02:38:33.990936 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3773a705-4355-4c0a-88ef-2e76e5bdaa9c req-ad12b4fd-0667-495e-9cec-aedf96029a4c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479801 Jan 17 02:38:34.182678 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b23e2ad-b9a6-432a-a493-b4973a154c6b req-3cfe9219-fe0a-4709-8194-88cdc2d3e03a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:34.184166 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b23e2ad-b9a6-432a-a493-b4973a154c6b req-3cfe9219-fe0a-4709-8194-88cdc2d3e03a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0490880 Jan 17 02:38:34.257045 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b23e2ad-b9a6-432a-a493-b4973a154c6b req-44f30cf3-bbdc-47fc-932b-ed26cb533d32 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/security-groups?id=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672619 Jan 17 02:38:34.274728 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-b8b09d77-1e17-456c-9540-38adaffd4f34 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:34.276555 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-b8b09d77-1e17-456c-9540-38adaffd4f34 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.64 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 950 time: 0.0649495 Jan 17 02:38:34.377079 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Deleting port bb496404-62f2-4492-994f-87c052ecfb65 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:34.377425 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (bb496404-62f2-4492-994f-87c052ecfb65), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:34.492851 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] For port bb496404-62f2-4492-994f-87c052ecfb65, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=bb496404-62f2-4492-994f-87c052ecfb65,segment=NetworkSegment(537a0c8c-1c51-48fc-999e-63a6984b7168),segment_id=537a0c8c-1c51-48fc-999e-63a6984b7168)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:34.493280 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (bb496404-62f2-4492-994f-87c052ecfb65), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:34.507949 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Calling delete_port for bb496404-62f2-4492-994f-87c052ecfb65 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:34.516675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cf9536-81ff-486c-b3df-eb31fff2904b req-f400357c-7156-46e4-87b5-fca978dd5f1c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:34.518149 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6cf9536-81ff-486c-b3df-eb31fff2904b req-f400357c-7156-46e4-87b5-fca978dd5f1c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0820472 Jan 17 02:38:34.838434 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6cf9536-81ff-486c-b3df-eb31fff2904b req-2fa0b7bc-4450-4628-9085-bfbf3d0f57a2 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131318 Jan 17 02:38:34.908912 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (bb496404-62f2-4492-994f-87c052ecfb65), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:34.938299 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Pushing event deleted for resources: {'Port': ['ID=bb496404-62f2-4492-994f-87c052ecfb65,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:34.966481 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['bb496404-62f2-4492-994f-87c052ecfb65'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:34.983393 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] No DVR routers for this DVR port bb496404-62f2-4492-994f-87c052ecfb65 on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:34.986104 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:34.989709 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-95837ca6-0555-4f3e-bd0e-70434966a39b req-15b94028-cb8a-4cca-a3c1-ea6fa7d855b7 tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.64 "DELETE /v2.0/ports/bb496404-62f2-4492-994f-87c052ecfb65 HTTP/1.1" status: 204 len: 173 time: 0.7024651 Jan 17 02:38:34.990175 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'name': 'network-vif-deleted', 'tag': 'bb496404-62f2-4492-994f-87c052ecfb65'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:34.993046 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2d5d55-e214-4b10-afdf-0591669fb3cf" -d '{"events": [{"server_uuid": "3de2d50d-8380-4b0e-a6cc-598a5101eec7", "name": "network-vif-deleted", "tag": "bb496404-62f2-4492-994f-87c052ecfb65"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:38.153708 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:38:38.556281 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['c601475c-0c44-4ca7-a396-6569cecefedc'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:38.618204 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bb496404-62f2-4492-994f-87c052ecfb65 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:38.632891 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533cad4c-3af2-4904-93a2-99e2f43ca29d x-openstack-request-id: req-533cad4c-3af2-4904-93a2-99e2f43ca29d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:38.633426 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3de2d50d-8380-4b0e-a6cc-598a5101eec7", "name": "network-vif-deleted", "tag": "bb496404-62f2-4492-994f-87c052ecfb65", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:38.633426 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-533cad4c-3af2-4904-93a2-99e2f43ca29d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:38.633818 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3de2d50d-8380-4b0e-a6cc-598a5101eec7', 'name': 'network-vif-deleted', 'tag': 'bb496404-62f2-4492-994f-87c052ecfb65', 'status': 'completed', 'code': 200} Jan 17 02:38:38.645262 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: bb496404-62f2-4492-994f-87c052ecfb65 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:38.645572 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bb496404-62f2-4492-994f-87c052ecfb65 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:38.646200 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:38.651311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:38.679139 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:38.679482 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device bc96ff8b-35ce-4e5f-a90f-67cd4c7dc88b not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:38.735523 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad6005e-f2d4-42b1-9c54-41bef3a0c382 req-9dd90cbb-6cef-452f-ac0c-d71a7b2c4e4b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:38.737034 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ad6005e-f2d4-42b1-9c54-41bef3a0c382 req-9dd90cbb-6cef-452f-ac0c-d71a7b2c4e4b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 945 time: 0.0537176 Jan 17 02:38:38.786433 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4ad6005e-f2d4-42b1-9c54-41bef3a0c382 req-114d4971-a699-4944-b3a9-01d9f8acd40a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438375 Jan 17 02:38:38.877381 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-019b5957-0de9-41c8-88aa-4a233e639975 req-70be4597-eea3-4176-b7f4-0e5304f51f1a tempest-VolumesNegativeTest-486498130 tempest-VolumesNegativeTest-486498130-project] 10.222.0.24 "GET /v2.0/ports?device_id=3de2d50d-8380-4b0e-a6cc-598a5101eec7 HTTP/1.1" status: 200 len: 210 time: 0.0254300 Jan 17 02:38:38.990480 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c80092-cfae-4777-921d-536e34fdaa16 req-ce062c05-797a-4e16-aead-8ea1a0d996c3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:38.992371 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3c80092-cfae-4777-921d-536e34fdaa16 req-ce062c05-797a-4e16-aead-8ea1a0d996c3 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0593185 Jan 17 02:38:39.041089 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3c80092-cfae-4777-921d-536e34fdaa16 req-3fba6835-dc03-4293-a0a4-3b2c5995d0aa tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Jan 17 02:38:39.131841 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-20ba151b-3c35-47ea-a6ca-a3bc20fc2da0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464466 Jan 17 02:38:39.212446 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72659-95b8-4647-95d9-680ae4c85007 req-43fd4985-d865-4cf3-a66c-412ed895fdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:39.213977 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-43fd4985-d865-4cf3-a66c-412ed895fdb4 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0412166 Jan 17 02:38:39.330566 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72659-95b8-4647-95d9-680ae4c85007 req-4db286f8-5233-4c6e-ac0c-bea576eaec0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:39.332026 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-4db286f8-5233-4c6e-ac0c-bea576eaec0f service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.0921290 Jan 17 02:38:39.435195 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-f0937b80-429d-4e3a-a7d9-615d4103b514 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 1002 time: 0.0945394 Jan 17 02:38:39.482626 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72659-95b8-4647-95d9-680ae4c85007 req-553d68a8-202e-42ad-a67c-6887ec0825a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:39.484123 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-553d68a8-202e-42ad-a67c-6887ec0825a3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0429633 Jan 17 02:38:39.577028 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72659-95b8-4647-95d9-680ae4c85007 req-6fdb3e85-7502-4c59-bad7-647d1d5b68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:39.578539 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-6fdb3e85-7502-4c59-bad7-647d1d5b68ba service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0433061 Jan 17 02:38:39.670711 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f3cb1f13-0a00-4dc8-a5bc-bbd194a7838a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:39.679653 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-2afa09cd-2aba-4399-8903-237a927544b1 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898297 Jan 17 02:38:39.784817 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72f72659-95b8-4647-95d9-680ae4c85007 req-cf701b04-9585-4d80-9f93-98baa7027788 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851927 Jan 17 02:38:39.908452 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92d75f-350f-4d2b-87b7-20c7a6ab8142 req-f830e2da-bbf4-4e5d-aadf-f20120b2e103 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:39.909968 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea92d75f-350f-4d2b-87b7-20c7a6ab8142 req-f830e2da-bbf4-4e5d-aadf-f20120b2e103 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 945 time: 0.0562701 Jan 17 02:38:39.965276 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea92d75f-350f-4d2b-87b7-20c7a6ab8142 req-7b0bc70c-3fd2-49a2-aafd-c1ddc05bec23 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480242 Jan 17 02:38:40.155322 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc097a54-dfe9-425a-9dfe-2cf64c3dc96c req-3f725359-7048-46e9-a87b-73a7b9346c4d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:40.157319 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc097a54-dfe9-425a-9dfe-2cf64c3dc96c req-3f725359-7048-46e9-a87b-73a7b9346c4d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0487733 Jan 17 02:38:40.204105 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dc097a54-dfe9-425a-9dfe-2cf64c3dc96c req-4c3bfd5f-ae5f-489e-ad83-25138973470c tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411582 Jan 17 02:38:40.558454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c601475c-0c44-4ca7-a396-6569cecefedc up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:38:40.619200 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port c601475c-0c44-4ca7-a396-6569cecefedc completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:38:40.623356 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port c601475c-0c44-4ca7-a396-6569cecefedc triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:38:40.623746 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:40.685592 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88b16e-c45c-475b-9841-bd2cedf86a33 req-d3557a75-029e-4305-a4a1-8b47d4706305 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:40.687110 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d88b16e-c45c-475b-9841-bd2cedf86a33 req-d3557a75-029e-4305-a4a1-8b47d4706305 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0533090 Jan 17 02:38:40.707809 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c601475c-0c44-4ca7-a396-6569cecefedc is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:38:40.708544 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:40.741977 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d88b16e-c45c-475b-9841-bd2cedf86a33 req-a2adbb5f-2c67-4b06-9f04-988945c1ea66 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493064 Jan 17 02:38:40.747397 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:40.750078 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9a8b44-224d-4067-8d45-d55d5ea65b70" -d '{"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-plugged", "status": "completed", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:40.759358 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:40.765202 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:40.805560 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0500c75f-2cbf-4c41-b457-0c639c8c1bf3 x-openstack-request-id: req-0500c75f-2cbf-4c41-b457-0c639c8c1bf3 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:40.805840 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-plugged", "status": "completed", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:40.806089 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0500c75f-2cbf-4c41-b457-0c639c8c1bf3 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:40.806472 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'code': 200} Jan 17 02:38:40.815707 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:41.083901 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2d82a6-56fd-4b9b-b3ea-922db6bc69e2 req-2e42cfd0-f7d2-4c53-ba46-a1d8627e83e2 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:41.085469 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b2d82a6-56fd-4b9b-b3ea-922db6bc69e2 req-2e42cfd0-f7d2-4c53-ba46-a1d8627e83e2 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0502696 Jan 17 02:38:41.138470 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4b2d82a6-56fd-4b9b-b3ea-922db6bc69e2 req-2847bfa3-54b9-49d5-9d62-5818175639a9 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470004 Jan 17 02:38:41.334172 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dc1c1d-dbdc-4d14-b674-1cff9dd89dfb req-71a7b0a2-3251-4d09-a395-8b89c593b1ab tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:41.334679 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37dc1c1d-dbdc-4d14-b674-1cff9dd89dfb req-71a7b0a2-3251-4d09-a395-8b89c593b1ab tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0554087 Jan 17 02:38:41.384898 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-37dc1c1d-dbdc-4d14-b674-1cff9dd89dfb req-69055892-ea29-4486-b68c-cc059e905d8b tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436549 Jan 17 02:38:41.868324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cbe7a6-2739-4193-ad9b-e5e71383a13c req-9a0fb27f-e407-4c46-8de5-be83624b49dc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:41.870023 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02cbe7a6-2739-4193-ad9b-e5e71383a13c req-9a0fb27f-e407-4c46-8de5-be83624b49dc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0544612 Jan 17 02:38:41.892108 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-83dfba2e-ba41-4f5d-bdbe-ad165c757d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:41.925021 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-02cbe7a6-2739-4193-ad9b-e5e71383a13c req-4692e580-6541-41ec-bc85-fa6d41130cc5 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490232 Jan 17 02:38:42.258819 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7f9fe-5ed9-49e4-a8b5-a7f9554d538b req-94ee2518-1e0f-47de-8126-504c53dc78ea tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:42.260375 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4d7f9fe-5ed9-49e4-a8b5-a7f9554d538b req-94ee2518-1e0f-47de-8126-504c53dc78ea tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0549858 Jan 17 02:38:42.314419 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a4d7f9fe-5ed9-49e4-a8b5-a7f9554d538b req-32e8c876-e12c-4b52-98b0-0e3b3c0c452b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478852 Jan 17 02:38:42.956817 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:44.601232 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:44.906443 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910e7ab5-8408-4b3b-82a9-a3b8250c7a05 req-72d18a15-8977-4fdc-9839-3bba38a32cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:44.907960 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-910e7ab5-8408-4b3b-82a9-a3b8250c7a05 req-72d18a15-8977-4fdc-9839-3bba38a32cf5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1099 time: 0.0439579 Jan 17 02:38:45.017471 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-910e7ab5-8408-4b3b-82a9-a3b8250c7a05 req-65fb3a9f-783d-443f-a531-b5ae330821c7 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975652 Jan 17 02:38:45.034183 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd831c-217e-4759-b0c6-6a7ad80b9bde req-b996dfd8-0f6b-4351-9a49-69e94e8597d5 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:45.035590 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6dd831c-217e-4759-b0c6-6a7ad80b9bde req-b996dfd8-0f6b-4351-9a49-69e94e8597d5 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0969405 Jan 17 02:38:45.048602 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27eacb-ae88-4c58-80d2-304c78c554fa req-58d3c5db-4a20-464c-8a6a-e21e97d5bb1b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:45.049967 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee27eacb-ae88-4c58-80d2-304c78c554fa req-58d3c5db-4a20-464c-8a6a-e21e97d5bb1b tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0843031 Jan 17 02:38:45.130018 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b6dd831c-217e-4759-b0c6-6a7ad80b9bde req-b0ef3e46-07b6-40cf-9cac-9ac8b09fbd5f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791023 Jan 17 02:38:45.134716 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee27eacb-ae88-4c58-80d2-304c78c554fa req-e41b6946-8ad3-4200-b591-600ffd1b717e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774751 Jan 17 02:38:45.235952 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423220bf-5ca8-4dd6-873f-3ddf0fc4a94c req-7466ab75-e305-4541-87a3-8454ff61196b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:45.237442 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-423220bf-5ca8-4dd6-873f-3ddf0fc4a94c req-7466ab75-e305-4541-87a3-8454ff61196b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0508249 Jan 17 02:38:45.288195 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-423220bf-5ca8-4dd6-873f-3ddf0fc4a94c req-2153d9e0-017c-40ad-9fb0-9aa459e63c16 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449309 Jan 17 02:38:45.846259 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:45.929275 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-af85aee2-7757-4ee0-b209-bcfc995b4df5 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:45.930772 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-af85aee2-7757-4ee0-b209-bcfc995b4df5 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/networks?id=56a24d12-612f-4839-8346-2f43362c5e8e HTTP/1.1" status: 200 len: 814 time: 0.1109643 Jan 17 02:38:45.946190 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-64f167a3-a66a-4850-b455-69982bad4d53 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/quotas/b1b592dcedb947f490f7fe030daba362 HTTP/1.1" status: 200 len: 375 time: 0.0097816 Jan 17 02:38:45.982620 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-976946a4-aaea-4b2a-bcf3-7edf09ace75e tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b1b592dcedb947f490f7fe030daba362&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294507 Jan 17 02:38:46.077626 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-a3ee8831-1773-4fda-93a6-5423c89f5be2 service neutron] 10.222.0.24 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875056 Jan 17 02:38:46.109344 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 54728) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:46.170120 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-2b76ba40-fda6-431e-8f02-e9d8d245fcfe service neutron] 10.222.0.24 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865278 Jan 17 02:38:46.255407 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6da9e2da-cdb5-4beb-9ffb-fe1f24c1397c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d7e5e9c95504bb980d55c54a679de42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1448855 Jan 17 02:38:46.257883 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 54736) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:46.324980 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Publish callbacks [] for security_group (f0e9b9ad-7b15-4557-8aa6-6fe7762010b1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:46.347761 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Publish callbacks [] for security_group (f0e9b9ad-7b15-4557-8aa6-6fe7762010b1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:46.376285 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaa62ef-ba4b-45ff-8cea-14be257a0884 req-938bbce1-2648-4f86-aab9-c81852047e1f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:46.377818 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aaaa62ef-ba4b-45ff-8cea-14be257a0884 req-938bbce1-2648-4f86-aab9-c81852047e1f tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0920775 Jan 17 02:38:46.398700 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd189af-2b74-4558-9fff-27a1b9b3f664 req-b39d82c0-0312-4fbd-ab6b-f1cf1d44ffe9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:46.400280 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfd189af-2b74-4558-9fff-27a1b9b3f664 req-b39d82c0-0312-4fbd-ab6b-f1cf1d44ffe9 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0700126 Jan 17 02:38:46.418168 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f0e9b9ad-7b15-4557-8aa6-6fe7762010b1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:46.421399 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:46.424880 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f0e9b9ad-7b15-4557-8aa6-6fe7762010b1 HTTP/1.1" status: 204 len: 168 time: 0.1657908 Jan 17 02:38:46.437123 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e9b9ad-7b15-4557-8aa6-6fe7762010b1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:46.448044 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.448909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.449525 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.450267 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.450919 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.451468 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.452250 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.452821 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.453328 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.453756 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.454183 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.454615 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.455062 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ced99d9-332d-464a-a7d7-2cd79b37c8c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:46.495852 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-aaaa62ef-ba4b-45ff-8cea-14be257a0884 req-a61402b4-f635-4dce-8d1e-1f0b43f6eb89 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945671 Jan 17 02:38:46.519275 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfd189af-2b74-4558-9fff-27a1b9b3f664 req-2f8b8b7a-9492-4f87-9dff-550f05f38e64 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058214 Jan 17 02:38:46.570247 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1e7e9fbe-a37c-4362-bb55-b67e12c6580a req-2f9274bd-c72b-489a-83e9-edf184a90d58 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 210 time: 0.0290072 Jan 17 02:38:46.658389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d43211-df41-4978-9663-bcb606dedfde req-391e0674-7c92-43b8-a557-d2800751ecc0 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:46.660160 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d43211-df41-4978-9663-bcb606dedfde req-391e0674-7c92-43b8-a557-d2800751ecc0 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0570085 Jan 17 02:38:46.713793 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1d43211-df41-4978-9663-bcb606dedfde req-ecbb1474-0e57-44e0-8825-77d2ab9705ae tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476594 Jan 17 02:38:47.653570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e92a4a9-af63-40b9-b3bb-91868e1b27d5 req-6102129e-da87-4cb7-8b01-38c8e12a5ad7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:47.655088 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e92a4a9-af63-40b9-b3bb-91868e1b27d5 req-6102129e-da87-4cb7-8b01-38c8e12a5ad7 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0768809 Jan 17 02:38:47.667525 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbb9832-4b5b-4c84-ac67-f017fbf6e743 req-0bf8684d-4a53-4401-b1f2-04d2234f4fdc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:47.668980 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fdbb9832-4b5b-4c84-ac67-f017fbf6e743 req-0bf8684d-4a53-4401-b1f2-04d2234f4fdc tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0804749 Jan 17 02:38:47.738069 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e92a4a9-af63-40b9-b3bb-91868e1b27d5 req-2210d35f-c7e1-42dc-a3ea-424bdc76dce5 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681388 Jan 17 02:38:47.741660 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fdbb9832-4b5b-4c84-ac67-f017fbf6e743 req-eae84a89-c21f-4977-b8b9-ef25bf0f899c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662193 Jan 17 02:38:47.826171 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-785447b0-bee4-49ed-b85c-c207fca54fd1 req-87e6cb91-d0b9-4be4-8ad6-74cb9b303116 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 210 time: 0.0271997 Jan 17 02:38:47.886026 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e7b32c-ad65-44a0-8173-59e89eb59576 req-2b83b709-2f7c-4855-b1fa-abf67a411fb3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:47.887636 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7e7b32c-ad65-44a0-8173-59e89eb59576 req-2b83b709-2f7c-4855-b1fa-abf67a411fb3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0555623 Jan 17 02:38:47.941138 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c7e7b32c-ad65-44a0-8173-59e89eb59576 req-3adb204a-aafe-4ae0-91d3-eee3ffd475a4 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478156 Jan 17 02:38:48.161586 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-11560da2-e5fc-4c39-a26e-e0601536504d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:48.163879 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-11560da2-e5fc-4c39-a26e-e0601536504d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 945 time: 0.0571563 Jan 17 02:38:48.271492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-6651ef71-446d-4807-851f-fd965ef434c8 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:48.273671 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-6651ef71-446d-4807-851f-fd965ef434c8 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "GET /v2.0/networks?id=56a24d12-612f-4839-8346-2f43362c5e8e HTTP/1.1" status: 200 len: 814 time: 0.1336293 Jan 17 02:38:48.296935 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Deleting port 45342282-34ed-4c54-b481-93d32f1a0ecf {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:48.297280 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:48.337352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Request body: {'port': {'device_id': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e', 'admin_state_up': True, 'tenant_id': 'b1b592dcedb947f490f7fe030daba362'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:38:48.387087 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] For port 45342282-34ed-4c54-b481-93d32f1a0ecf, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=45342282-34ed-4c54-b481-93d32f1a0ecf,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:48.387391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:48.412307 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Calling delete_port for 45342282-34ed-4c54-b481-93d32f1a0ecf owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:48.458110 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Made reservation on behalf of b1b592dcedb947f490f7fe030daba362 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:38:48.462284 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:48.560211 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (45342282-34ed-4c54-b481-93d32f1a0ecf), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:48.593404 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event deleted for resources: {'Port': ['ID=45342282-34ed-4c54-b481-93d32f1a0ecf,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:48.616134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Allocated IP 172.20.0.13 (56a24d12-612f-4839-8346-2f43362c5e8e/fe35d0e3-b3c0-4eb6-8d92-83eb929fc850/8621d1fb-d919-4954-b511-5c85c9126b23) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:38:48.626028 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296', '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', '45342282-34ed-4c54-b481-93d32f1a0ecf'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:48.643576 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] No DVR routers for this DVR port 45342282-34ed-4c54-b481-93d32f1a0ecf on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:48.646520 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:48.650107 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bd54977-258b-4166-aeb7-06e76e7ab75c req-a909a153-fe1f-4466-aee5-1b3bdeae78c8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "DELETE /v2.0/ports/45342282-34ed-4c54-b481-93d32f1a0ecf HTTP/1.1" status: 204 len: 173 time: 0.4616997 Jan 17 02:38:48.650576 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'name': 'network-vif-deleted', 'tag': '45342282-34ed-4c54-b481-93d32f1a0ecf'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:48.652934 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f86127f0-0123-4a0f-823d-2d4cbebec489" -d '{"events": [{"server_uuid": "a8d204d6-b0f5-4ea5-932d-9cdbd447c999", "name": "network-vif-deleted", "tag": "45342282-34ed-4c54-b481-93d32f1a0ecf"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:48.696912 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8f29cf-69d3-47b8-b6f6-878b70dd7333 x-openstack-request-id: req-cf8f29cf-69d3-47b8-b6f6-878b70dd7333 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:48.697549 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8d204d6-b0f5-4ea5-932d-9cdbd447c999", "name": "network-vif-deleted", "tag": "45342282-34ed-4c54-b481-93d32f1a0ecf", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:48.697549 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf8f29cf-69d3-47b8-b6f6-878b70dd7333 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:48.697935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8d204d6-b0f5-4ea5-932d-9cdbd447c999', 'name': 'network-vif-deleted', 'tag': '45342282-34ed-4c54-b481-93d32f1a0ecf', 'status': 'completed', 'code': 200} Jan 17 02:38:48.857558 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks [] for port (8621d1fb-d919-4954-b511-5c85c9126b23), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:48.896471 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:48.912214 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c91672f9-547b-4411-b4d8-a1a9c54c760e req-b087da72-39d6-4606-94de-63d63772d0e1 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=a8d204d6-b0f5-4ea5-932d-9cdbd447c999 HTTP/1.1" status: 200 len: 210 time: 0.0349050 Jan 17 02:38:48.932659 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b936f5c-f2ec-41c4-acb9-104fcb17a62c req-8a9acadf-6281-498f-a66e-434916ceb76d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:48.940251 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b936f5c-f2ec-41c4-acb9-104fcb17a62c req-8a9acadf-6281-498f-a66e-434916ceb76d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1058023 Jan 17 02:38:48.957019 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Network 56a24d12-612f-4839-8346-2f43362c5e8e is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:38:48.960281 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:38:48.964700 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:38:49.000601 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Pushing event updated for resources: {'Port': ['ID=8621d1fb-d919-4954-b511-5c85c9126b23,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:49.006734 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5b936f5c-f2ec-41c4-acb9-104fcb17a62c req-41f5833f-98ec-4427-8f97-9fd3520e8db1 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649292 Jan 17 02:38:49.034463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.035234 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.056161 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-df8e0496-a498-4baa-a5c7-1a1f9ca16f1a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7229199 Jan 17 02:38:49.069883 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e987b75-1f17-412e-bcfd-ff11b7461cb9 req-4499cb4f-89c5-46bb-8c4f-4cde0de5d0d6 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.071465 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e987b75-1f17-412e-bcfd-ff11b7461cb9 req-4499cb4f-89c5-46bb-8c4f-4cde0de5d0d6 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 932 time: 0.0532210 Jan 17 02:38:49.096371 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Request body: {'port': {'device_id': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:38:49.155375 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.166600 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7734860-898c-453a-bbd8-705d32685db2 req-15b9ebd6-261b-43f7-a9cd-f57bde65f1eb tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.168532 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7734860-898c-453a-bbd8-705d32685db2 req-15b9ebd6-261b-43f7-a9cd-f57bde65f1eb tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0881555 Jan 17 02:38:49.182561 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3e987b75-1f17-412e-bcfd-ff11b7461cb9 req-be09eaa0-3c6a-48b5-a39f-c92692f9be36 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932605 Jan 17 02:38:49.242357 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7734860-898c-453a-bbd8-705d32685db2 req-cbe16a3b-2737-45b5-ae27-c11657713589 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598612 Jan 17 02:38:49.395861 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2c2aad-e1db-41fe-ac32-a4fce687ac87 req-4f35528c-8aba-465d-a60e-9e251105f949 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.397590 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb2c2aad-e1db-41fe-ac32-a4fce687ac87 req-4f35528c-8aba-465d-a60e-9e251105f949 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0788643 Jan 17 02:38:49.441509 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8621d1fb-d919-4954-b511-5c85c9126b23 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:38:49.455816 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Publish callbacks [] for port (8621d1fb-d919-4954-b511-5c85c9126b23), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.468754 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Transition to ACTIVE for port object 8621d1fb-d919-4954-b511-5c85c9126b23 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:38:49.471964 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb2c2aad-e1db-41fe-ac32-a4fce687ac87 req-1af7849e-a9b3-40d2-b320-1fdcf0bebd51 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561535 Jan 17 02:38:49.473951 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.484624 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 54802) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:49.523274 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Pushing event updated for resources: {'Port': ['ID=8621d1fb-d919-4954-b511-5c85c9126b23,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:49.596244 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Attempting to bind port 8621d1fb-d919-4954-b511-5c85c9126b23 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:38:49.596586 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Attempting to bind port 8621d1fb-d919-4954-b511-5c85c9126b23 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:38:49.597112 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Attempting to bind port 8621d1fb-d919-4954-b511-5c85c9126b23 on network 56a24d12-612f-4839-8346-2f43362c5e8e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:38:49.601605 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Port 8621d1fb-d919-4954-b511-5c85c9126b23 on network 56a24d12-612f-4839-8346-2f43362c5e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:38:49.601921 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Attempting to bind port 8621d1fb-d919-4954-b511-5c85c9126b23 on network 56a24d12-612f-4839-8346-2f43362c5e8e {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:38:49.606916 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:38:49.607252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Checking segment: {'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:38:49.607634 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Bound using segment: {'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:38:49.608051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Bound port: 8621d1fb-d919-4954-b511-5c85c9126b23, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3788d94-01e6-46d4-813e-36ea61374949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:38:49.608428 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.673587 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] For port 8621d1fb-d919-4954-b511-5c85c9126b23, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:38:49.676763 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] For port 8621d1fb-d919-4954-b511-5c85c9126b23, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8621d1fb-d919-4954-b511-5c85c9126b23,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:38:49.682392 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.703549 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a705f-3fe5-4ba0-a9ce-4c5dbe63fe50 tempest-TestShelveInstance-1016061993 tempest-TestShelveInstance-1016061993-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.708592 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-846a705f-3fe5-4ba0-a9ce-4c5dbe63fe50 tempest-TestShelveInstance-1016061993 tempest-TestShelveInstance-1016061993-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1094 time: 0.2227700 Jan 17 02:38:49.709471 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 54806) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:49.714121 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'port_id': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:38:49.718576 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.719229 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.720638 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] 10.222.0.64 "PUT /v2.0/ports/8621d1fb-d919-4954-b511-5c85c9126b23 HTTP/1.1" status: 200 len: 1094 time: 0.6288714 Jan 17 02:38:49.721196 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'tag': '8621d1fb-d919-4954-b511-5c85c9126b23'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:49.723415 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee" -d '{"events": [{"name": "network-changed", "server_uuid": "4e0fc10a-49d6-4039-9d8b-2dc4183b54b7", "tag": "8621d1fb-d919-4954-b511-5c85c9126b23"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:49.740476 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.746179 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163f456c-2037-4ac6-a84c-f2fc463a0985 service neutron] Pushing event updated for resources: {'Port': ['ID=8621d1fb-d919-4954-b511-5c85c9126b23,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:49.766051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b85a276-9ed2-43f8-b752-bb196b236825 x-openstack-request-id: req-0b85a276-9ed2-43f8-b752-bb196b236825 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:49.766419 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e0fc10a-49d6-4039-9d8b-2dc4183b54b7", "tag": "8621d1fb-d919-4954-b511-5c85c9126b23", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:49.766771 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0b85a276-9ed2-43f8-b752-bb196b236825 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:49.767225 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'tag': '8621d1fb-d919-4954-b511-5c85c9126b23', 'status': 'completed', 'code': 200} Jan 17 02:38:49.843426 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:49.857481 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-4ac96363-4d19-4043-b12a-f1dd96b5ae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.859045 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-4ac96363-4d19-4043-b12a-f1dd96b5ae98 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1b592dcedb947f490f7fe030daba362&device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 1097 time: 0.0445333 Jan 17 02:38:49.921573 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-f91b1c5e-35b9-4a5c-b64d-e28de45e46ca service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8621d1fb-d919-4954-b511-5c85c9126b23 HTTP/1.1" status: 200 len: 217 time: 0.0340641 Jan 17 02:38:49.947556 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Allocated IP 172.27.1.15 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/23781922-1536-4b61-b88b-cb2179be3ef3) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:38:49.986328 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-97a8887b-485b-47eb-aee7-f1e8d6b1d9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:49.987989 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-97a8887b-485b-47eb-aee7-f1e8d6b1d9a1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe35d0e3-b3c0-4eb6-8d92-83eb929fc850 HTTP/1.1" status: 200 len: 854 time: 0.0476067 Jan 17 02:38:50.019909 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-4180e694-8565-4e38-80a1-8e99a0b0a138 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a24d12-612f-4839-8346-2f43362c5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248380 Jan 17 02:38:50.066617 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for port (23781922-1536-4b61-b88b-cb2179be3ef3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:50.147653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac970-2035-4493-832e-5670a4771a24 req-799c3349-a6f8-43b2-9efe-4faa04bc2949 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:50.149190 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cffac970-2035-4493-832e-5670a4771a24 req-799c3349-a6f8-43b2-9efe-4faa04bc2949 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.0742552 Jan 17 02:38:50.150519 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-31b34679-8fc6-4938-aeaf-bfe399ae43ad service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195242 Jan 17 02:38:50.155582 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (23781922-1536-4b61-b88b-cb2179be3ef3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:50.222677 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:38:50.240925 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:38:50.248544 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:38:50.276486 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'Port': ['ID=23781922-1536-4b61-b88b-cb2179be3ef3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:50.308397 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cffac970-2035-4493-832e-5670a4771a24 req-2b637293-865f-44b0-9919-a47633977266 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490688 Jan 17 02:38:50.311686 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-34357066-fc4a-498c-8af0-f6d5a1c3944b req-5354ff67-7614-4599-95e6-d97ee6e98974 service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903473 Jan 17 02:38:50.326240 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16918c8-f829-4bcd-b0fa-29be6707df08 req-4ce99964-e1ff-4466-b06c-fa33141aa126 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:50.327807 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b16918c8-f829-4bcd-b0fa-29be6707df08 req-4ce99964-e1ff-4466-b06c-fa33141aa126 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.1374991 Jan 17 02:38:50.512946 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b16918c8-f829-4bcd-b0fa-29be6707df08 req-913a94db-03a9-4b26-9bd4-4ff0e301bd7a tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610701 Jan 17 02:38:50.538153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc706bc-a7c6-470e-9c1e-936316d18ae3 req-2a14264a-c95d-44b9-a6af-1c5cdd3051cc tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:50.539633 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fdc706bc-a7c6-470e-9c1e-936316d18ae3 req-2a14264a-c95d-44b9-a6af-1c5cdd3051cc tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 944 time: 0.1434486 Jan 17 02:38:50.540400 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-d7542b0e-06e0-426c-b0fc-b40d39c0232f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:50.541943 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-d7542b0e-06e0-426c-b0fc-b40d39c0232f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=b1b592dcedb947f490f7fe030daba362&device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 1097 time: 0.0493004 Jan 17 02:38:50.627879 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fdc706bc-a7c6-470e-9c1e-936316d18ae3 req-2a59324e-7e09-434d-9ad2-39ff7c1181a3 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630250 Jan 17 02:38:50.633437 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-5d2aee78-b86b-4661-a7b4-8655bffbf009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:50.635040 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-5d2aee78-b86b-4661-a7b4-8655bffbf009 service neutron] 10.222.0.64 "GET /v2.0/networks?id=56a24d12-612f-4839-8346-2f43362c5e8e HTTP/1.1" status: 200 len: 915 time: 0.0837433 Jan 17 02:38:50.771794 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for floatingip (89f9ccdc-b959-4a7f-917e-4a1ac70c1db2), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:50.796786 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-4955fd98-726e-4972-9740-84293a192c14 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8621d1fb-d919-4954-b511-5c85c9126b23 HTTP/1.1" status: 200 len: 217 time: 0.0386047 Jan 17 02:38:50.847333 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-f3a68940-8f6c-48da-9d3e-4b97e8593ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:50.848854 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-f3a68940-8f6c-48da-9d3e-4b97e8593ad5 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=fe35d0e3-b3c0-4eb6-8d92-83eb929fc850 HTTP/1.1" status: 200 len: 854 time: 0.0449002 Jan 17 02:38:50.881340 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-55f76198-f95c-4026-9cae-0385115b2241 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=56a24d12-612f-4839-8346-2f43362c5e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256064 Jan 17 02:38:50.980175 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-cdecf20e-cef2-4eed-8eff-668b7b2ca687 service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908911 Jan 17 02:38:51.074913 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-dcb7b5cd-8ed0-47d7-9459-e74b78b6abee req-19c61dfb-cc78-49a5-ba4b-d7e29cd2c2ad service neutron] 10.222.0.64 "GET /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851357 Jan 17 02:38:51.083549 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-ed94ef4b-93b2-4e39-9642-b7367671c90a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:51.085004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-ed94ef4b-93b2-4e39-9642-b7367671c90a tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.3266947 Jan 17 02:38:51.118806 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (23781922-1536-4b61-b88b-cb2179be3ef3), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:51.282155 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Deleting port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:51.282463 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:51.391504 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for port (23781922-1536-4b61-b88b-cb2179be3ef3), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:51.415788 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (23781922-1536-4b61-b88b-cb2179be3ef3), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:51.478442 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] For port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:51.478703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:51.523727 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Calling delete_port for 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:51.525141 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event updated for resources: {'Port': ['ID=23781922-1536-4b61-b88b-cb2179be3ef3,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:51.549381 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42bb6-034a-49e3-82c1-6c5975afd773 req-1e8d15a7-298e-4b1c-aac3-c6e65269d046 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:51.550901 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4a42bb6-034a-49e3-82c1-6c5975afd773 req-1e8d15a7-298e-4b1c-aac3-c6e65269d046 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 946 time: 0.1725686 Jan 17 02:38:51.599699 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (89f9ccdc-b959-4a7f-917e-4a1ac70c1db2), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:51.730493 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4a42bb6-034a-49e3-82c1-6c5975afd773 req-6d500ae4-9310-4f04-977a-9c6991864120 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719487 Jan 17 02:38:51.784291 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Floating IP 89f9ccdc-b959-4a7f-917e-4a1ac70c1db2 associated. External IP: 172.27.1.15, port: c601475c-0c44-4ca7-a396-6569cecefedc. Jan 17 02:38:51.883192 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (7ed6ad5d-11bb-4292-b0e7-ddace74a6459), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:51.936844 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7ed6ad5d-11bb-4292-b0e7-ddace74a6459'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:52.001562 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Pushing event deleted for resources: {'Port': ['ID=7ed6ad5d-11bb-4292-b0e7-ddace74a6459,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:52.021315 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b52b3-f74b-4d4e-945b-810578ec28bc req-8b8ba1d3-07f4-4ad5-9514-974066e0a562 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:52.022833 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a6b52b3-f74b-4d4e-945b-810578ec28bc req-8b8ba1d3-07f4-4ad5-9514-974066e0a562 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.2037859 Jan 17 02:38:52.044107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] No DVR routers for this DVR port 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:52.053343 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:52.056670 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5614ce15-2e2f-47c5-a9e4-a18d0524cda4 req-0b714bc1-498e-4fcc-8dc7-639781346e1d tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.64 "DELETE /v2.0/ports/7ed6ad5d-11bb-4292-b0e7-ddace74a6459 HTTP/1.1" status: 204 len: 173 time: 0.9468553 Jan 17 02:38:52.058056 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'name': 'network-vif-deleted', 'tag': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:52.060389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0520c924-9953-45fc-b9ad-a38d1d181b1a" -d '{"events": [{"server_uuid": "24ef95ec-9461-446c-ac23-d29814c0a4fa", "name": "network-vif-deleted", "tag": "7ed6ad5d-11bb-4292-b0e7-ddace74a6459"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:52.101184 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749213e-0b85-4222-8256-7c3350da77b2 req-80d28af3-3b37-47c4-8d92-b10e2a161ef0 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:52.102581 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3749213e-0b85-4222-8256-7c3350da77b2 req-80d28af3-3b37-47c4-8d92-b10e2a161ef0 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 944 time: 0.1743941 Jan 17 02:38:52.175718 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a6b52b3-f74b-4d4e-945b-810578ec28bc req-51fd956b-8e04-41d4-a3e7-9fef2c1f84b6 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327865 Jan 17 02:38:52.222108 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a6853e-2d6e-4f76-9cdc-9b31133e5eef x-openstack-request-id: req-67a6853e-2d6e-4f76-9cdc-9b31133e5eef {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:52.222373 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24ef95ec-9461-446c-ac23-d29814c0a4fa", "name": "network-vif-deleted", "tag": "7ed6ad5d-11bb-4292-b0e7-ddace74a6459", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:52.222623 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67a6853e-2d6e-4f76-9cdc-9b31133e5eef {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:52.223025 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24ef95ec-9461-446c-ac23-d29814c0a4fa', 'name': 'network-vif-deleted', 'tag': '7ed6ad5d-11bb-4292-b0e7-ddace74a6459', 'status': 'completed', 'code': 200} Jan 17 02:38:52.243184 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3749213e-0b85-4222-8256-7c3350da77b2 req-5f4837d5-cfcf-4477-8709-01f7a754d430 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034582 Jan 17 02:38:52.267170 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:38:52.379914 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:38:52.391759 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] Sync routers for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:38:52.403546 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:38:52.404407 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:38:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:52.405842 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:52.441514 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a04d3d3c-c6ca-4067-b2dd-a7ca2feed0e5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7230668 Jan 17 02:38:52.606904 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:38:52.635777 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0328825d-7a55-4bc2-9761-fe2f2bc1a2b1 req-a015d793-c137-4896-86a2-0a0b3d5d35a4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:52.637401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0328825d-7a55-4bc2-9761-fe2f2bc1a2b1 req-a015d793-c137-4896-86a2-0a0b3d5d35a4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0502334 Jan 17 02:38:52.682881 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 45342282-34ed-4c54-b481-93d32f1a0ecf no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:52.688339 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0328825d-7a55-4bc2-9761-fe2f2bc1a2b1 req-d3b423b8-4411-4411-a119-e4c7db4dcc00 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418255 Jan 17 02:38:52.703388 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 45342282-34ed-4c54-b481-93d32f1a0ecf {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:52.703984 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 45342282-34ed-4c54-b481-93d32f1a0ecf not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:52.704709 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:52.724080 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:52.724422 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ed6ad5d-11bb-4292-b0e7-ddace74a6459 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:52.832987 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '89f9ccdc-b959-4a7f-917e-4a1ac70c1db2', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'port_id': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'mac_address': 'fa:16:3e:25:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:38:50Z', 'updated_at': '2022-01-17T02:38:50Z', 'revision_number': 0, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:54Z', 'revision_number': 5, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:52.844093 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f393b94-436b-49bd-bcae-a36a226f4d97 req-fefaca8a-2ff2-4d29-ad70-73df4a465776 tempest-ServerRescueNegativeTestJSON-2085620746 tempest-ServerRescueNegativeTestJSON-2085620746-project] 10.222.0.24 "GET /v2.0/ports?device_id=24ef95ec-9461-446c-ac23-d29814c0a4fa HTTP/1.1" status: 200 len: 210 time: 0.0332689 Jan 17 02:38:52.859275 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] Checking router: e3f3f9b2-a8e9-4fba-8f31-35fafb025eab for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:38:52.867534 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:38:52.868151 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:38:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:52.970565 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:38:53.060856 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-a380cd4c-3456-4365-b543-8f39e660d60e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:53.062544 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-a380cd4c-3456-4365-b543-8f39e660d60e tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.0511184 Jan 17 02:38:53.161165 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Deleting port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:53.161417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:53.196756 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '89f9ccdc-b959-4a7f-917e-4a1ac70c1db2', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'port_id': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'mac_address': 'fa:16:3e:25:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:38:50Z', 'updated_at': '2022-01-17T02:38:50Z', 'revision_number': 0, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:54Z', 'revision_number': 5, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:53.227437 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d85885-3d9d-459a-af6c-43fff8cbbb38 None None] The sync data for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi is: [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '89f9ccdc-b959-4a7f-917e-4a1ac70c1db2', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'floating_ip_address': '172.27.1.15', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'port_id': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'mac_address': 'fa:16:3e:25:59:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:38:50Z', 'updated_at': '2022-01-17T02:38:50Z', 'revision_number': 0, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:54Z', 'revision_number': 5, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:38:53.293746 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] For port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:53.294164 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:53.310377 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Calling delete_port for 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:53.339149 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27f47b8-1e92-4636-905b-fabc3fde1a26 req-f01e2715-47f5-4549-9ef7-58e37961602d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:53.340648 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c27f47b8-1e92-4636-905b-fabc3fde1a26 req-f01e2715-47f5-4549-9ef7-58e37961602d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ccc6201-bf7b-4df8-bfc9-690b142202ee HTTP/1.1" status: 200 len: 945 time: 0.0906351 Jan 17 02:38:53.435752 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52d8753-17e9-44a8-8ff4-324d00367c07 None None] New status for floating IP 89f9ccdc-b959-4a7f-917e-4a1ac70c1db2: ACTIVE {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:38:53.456617 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f77a4-422e-4c10-987a-4565e6d17a94 req-2f9ccc4c-a6ac-4c28-8fe2-4b4308974c49 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:53.458062 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb6f77a4-422e-4c10-987a-4565e6d17a94 req-2f9ccc4c-a6ac-4c28-8fe2-4b4308974c49 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 944 time: 0.1390896 Jan 17 02:38:53.490075 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c27f47b8-1e92-4636-905b-fabc3fde1a26 req-4afc0439-956a-4fb1-b2be-48dabeac6571 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324239 Jan 17 02:38:53.550187 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb6f77a4-422e-4c10-987a-4565e6d17a94 req-77219d08-b425-48fd-9b2d-b3fc03ff1033 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802872 Jan 17 02:38:53.579036 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:53.608751 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event deleted for resources: {'Port': ['ID=30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:53.620394 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296', '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:53.620894 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.621238 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.621574 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.622045 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.622324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.622631 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.622952 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.623274 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.623595 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.623913 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.624257 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.624575 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.624888 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:53.657998 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] No DVR routers for this DVR port 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:53.661013 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:53.664447 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34f2cc25-52ae-4920-9ff6-c36fdd0fcc64 req-ed715116-7d2e-4ef1-b3e8-ecbf44ad2d1d tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "DELETE /v2.0/ports/30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 HTTP/1.1" status: 204 len: 173 time: 0.5912225 Jan 17 02:38:53.811153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af5a94-2c36-4ff5-a5a4-4040ced86875 req-8912f7df-75e8-4c46-83cb-2385cc76c0ca tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:53.812697 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7af5a94-2c36-4ff5-a5a4-4040ced86875 req-8912f7df-75e8-4c46-83cb-2385cc76c0ca tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0492620 Jan 17 02:38:53.862567 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b7af5a94-2c36-4ff5-a5a4-4040ced86875 req-428d2ce6-989e-4b71-89a7-64f409204205 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439782 Jan 17 02:38:53.898391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 54876) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:54.225261 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc'}, {'server_uuid': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'name': 'network-vif-deleted', 'tag': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:54.227719 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c732da99-1cc2-4007-80bb-074cde14774f" -d '{"events": [{"name": "network-changed", "server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc"}, {"server_uuid": "7ccc6201-bf7b-4df8-bfc9-690b142202ee", "name": "network-vif-deleted", "tag": "30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:54.286158 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67bc8e1c-b2a1-4dad-8a98-cc44b70df47c x-openstack-request-id: req-67bc8e1c-b2a1-4dad-8a98-cc44b70df47c {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:54.286454 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc", "status": "completed", "code": 200}, {"server_uuid": "7ccc6201-bf7b-4df8-bfc9-690b142202ee", "name": "network-vif-deleted", "tag": "30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:54.286704 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-67bc8e1c-b2a1-4dad-8a98-cc44b70df47c {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:54.287091 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'status': 'completed', 'code': 200} Jan 17 02:38:54.287343 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ccc6201-bf7b-4df8-bfc9-690b142202ee', 'name': 'network-vif-deleted', 'tag': '30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2', 'status': 'completed', 'code': 200} Jan 17 02:38:54.600336 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (2866a7fc-3383-4c77-a0ae-57b02a4dee44), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:54.651888 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8621d1fb-d919-4954-b511-5c85c9126b23 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:38:54.680446 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732da99-1cc2-4007-80bb-074cde14774f req-2c13687f-3fae-44dd-a2b6-fbc5a9c793e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:54.681956 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c732da99-1cc2-4007-80bb-074cde14774f req-2c13687f-3fae-44dd-a2b6-fbc5a9c793e3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1099 time: 0.1199586 Jan 17 02:38:54.752625 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8621d1fb-d919-4954-b511-5c85c9126b23, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8621d1fb-d919-4954-b511-5c85c9126b23,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:54.764330 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '8621d1fb-d919-4954-b511-5c85c9126b23', 'network_id': '56a24d12-612f-4839-8346-2f43362c5e8e', 'port_id': '8621d1fb-d919-4954-b511-5c85c9126b23', 'mac_address': 'fa:16:3e:38:9a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe35d0e3-b3c0-4eb6-8d92-83eb929fc850', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:38:54.766302 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8762b7-99f2-4c76-9c39-6cf617bd4a0e req-e79b9615-3f3c-47a3-be7c-47d15c59fc74 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:54.767773 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad8762b7-99f2-4c76-9c39-6cf617bd4a0e req-e79b9615-3f3c-47a3-be7c-47d15c59fc74 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 944 time: 0.1317549 Jan 17 02:38:54.802101 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8621d1fb-d919-4954-b511-5c85c9126b23 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:38:54.802405 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:54.816452 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8621d1fb-d919-4954-b511-5c85c9126b23 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:38:54.836607 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8621d1fb-d919-4954-b511-5c85c9126b23, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8621d1fb-d919-4954-b511-5c85c9126b23,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:54.842068 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:54.893585 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8621d1fb-d919-4954-b511-5c85c9126b23,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:54.901398 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.901746 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.902098 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.902483 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.902831 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.903073 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.903432 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.903752 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.904098 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.904414 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.904767 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.905033 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.905346 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:38:54.951307 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732da99-1cc2-4007-80bb-074cde14774f req-67215bbe-d099-4478-b0a4-2e502fa02a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:54.952811 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c732da99-1cc2-4007-80bb-074cde14774f req-67215bbe-d099-4478-b0a4-2e502fa02a12 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 909 time: 0.2412241 Jan 17 02:38:54.972350 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad8762b7-99f2-4c76-9c39-6cf617bd4a0e req-f8694b4e-0df8-4e3e-bba1-fa71a38e48bc tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769128 Jan 17 02:38:55.067148 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c732da99-1cc2-4007-80bb-074cde14774f req-6cc8f460-c30d-4b9d-9c5b-5d04ebbebd6e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 1001 time: 0.1045346 Jan 17 02:38:55.094772 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4f265d-a1aa-40de-8953-f57a0098e44d req-430e5b4c-8b9a-49ef-9889-0079d8e36d67 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:55.096271 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf4f265d-a1aa-40de-8953-f57a0098e44d req-430e5b4c-8b9a-49ef-9889-0079d8e36d67 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.1524265 Jan 17 02:38:55.180053 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732da99-1cc2-4007-80bb-074cde14774f req-2fe427c9-391b-4f17-9fde-ea40e8af5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:55.181544 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c732da99-1cc2-4007-80bb-074cde14774f req-2fe427c9-391b-4f17-9fde-ea40e8af5731 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.1080413 Jan 17 02:38:55.221151 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf4f265d-a1aa-40de-8953-f57a0098e44d req-5744ec39-fa0d-489a-849d-e6f7e0466c89 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057675 Jan 17 02:38:55.260055 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732da99-1cc2-4007-80bb-074cde14774f req-cba47cf3-0479-4966-b619-f46818164a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:55.261574 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c732da99-1cc2-4007-80bb-074cde14774f req-cba47cf3-0479-4966-b619-f46818164a41 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720026 Jan 17 02:38:55.277762 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Deleting port f7e431c8-d990-4b8e-af94-7065ba5507fc {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:55.278146 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:55.381718 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['8621d1fb-d919-4954-b511-5c85c9126b23'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:55.413574 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c732da99-1cc2-4007-80bb-074cde14774f req-4a1a2e73-a69f-4461-bc79-cf96ce004fb5 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448340 Jan 17 02:38:55.415210 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] For port f7e431c8-d990-4b8e-af94-7065ba5507fc, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=f7e431c8-d990-4b8e-af94-7065ba5507fc,segment=NetworkSegment(6ab4b8df-8cca-4d91-bcd0-aa717738e63d),segment_id=6ab4b8df-8cca-4d91-bcd0-aa717738e63d)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:55.415562 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:55.436103 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Calling delete_port for f7e431c8-d990-4b8e-af94-7065ba5507fc owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:55.568729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c732da99-1cc2-4007-80bb-074cde14774f req-0bb4c813-02cb-4ba1-89ce-1f7bc9f4f11e service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458054 Jan 17 02:38:55.694507 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (f7e431c8-d990-4b8e-af94-7065ba5507fc), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:55.718374 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Pushing event deleted for resources: {'Port': ['ID=f7e431c8-d990-4b8e-af94-7065ba5507fc,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:55.908386 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (2866a7fc-3383-4c77-a0ae-57b02a4dee44), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:55.929856 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ecee7-f452-4646-80d8-7e708f1a3c06 req-892b7f84-1eb6-4cd6-854c-c6ae15037268 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:55.931336 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-173ecee7-f452-4646-80d8-7e708f1a3c06 req-892b7f84-1eb6-4cd6-854c-c6ae15037268 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0731688 Jan 17 02:38:56.079458 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-173ecee7-f452-4646-80d8-7e708f1a3c06 req-f077c7ec-cb64-4e6c-b017-ba1574c852d6 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169043 Jan 17 02:38:56.111540 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2465ac9-6961-42cb-8132-92b3f183cee3 req-126926bd-cc45-440b-9aa8-f874d3d0a10a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:56.113042 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2465ac9-6961-42cb-8132-92b3f183cee3 req-126926bd-cc45-440b-9aa8-f874d3d0a10a tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 945 time: 0.0708325 Jan 17 02:38:56.227750 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c2465ac9-6961-42cb-8132-92b3f183cee3 req-395ef8a2-0b94-4fa6-9314-00d3d43022ab tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856631 Jan 17 02:38:56.241869 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:38:56.382960 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e352874-773e-4f17-9d60-522727bf2c78 req-15ef548a-1d58-4d0a-854d-e6b8189317a8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:56.384427 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e352874-773e-4f17-9d60-522727bf2c78 req-15ef548a-1d58-4d0a-854d-e6b8189317a8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0918982 Jan 17 02:38:56.385481 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:38:56.391189 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-02767bf9-eef3-4fd2-bd5c-def4ac7ecbec admin admin] 10.222.0.24 "PUT /v2.0/routers/2866a7fc-3383-4c77-a0ae-57b02a4dee44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4916961 Jan 17 02:38:56.393437 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 54906) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:56.394841 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] Sync routers for ids ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:38:56.405452 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] Routers {'2866a7fc-3383-4c77-a0ae-57b02a4dee44'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:38:56.406427 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:38:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:56.436049 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8e352874-773e-4f17-9d60-522727bf2c78 req-4578211a-0028-4b27-879a-8b20e38550bd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432150 Jan 17 02:38:56.497787 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks [] for router (2866a7fc-3383-4c77-a0ae-57b02a4dee44), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.521020 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] Set router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:38:56.599331 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks [] for router_gateway (2866a7fc-3383-4c77-a0ae-57b02a4dee44), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.655238 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Deleting port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:56.655569 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.673146 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8621d1fb-d919-4954-b511-5c85c9126b23 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:38:56.695062 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:38:55Z', 'revision_number': 5, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port': {'id': '43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:29:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:56.721114 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] Checking router: 2866a7fc-3383-4c77-a0ae-57b02a4dee44 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:38:56.729552 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 8621d1fb-d919-4954-b511-5c85c9126b23 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:38:56.729931 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] Routers {'2866a7fc-3383-4c77-a0ae-57b02a4dee44'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:38:56.730580 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:38:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:56.732906 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] For port 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:56.733337 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.733476 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 8621d1fb-d919-4954-b511-5c85c9126b23 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:38:56.733698 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.749363 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Calling delete_port for 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:56.811417 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8621d1fb-d919-4954-b511-5c85c9126b23 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:38:56.811803 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.816694 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] Set router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:38:56.834956 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8621d1fb-d919-4954-b511-5c85c9126b23'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:56.837243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39da9641-423e-4ddd-acee-20e08457479e" -d '{"events": [{"server_uuid": "4e0fc10a-49d6-4039-9d8b-2dc4183b54b7", "name": "network-vif-plugged", "status": "completed", "tag": "8621d1fb-d919-4954-b511-5c85c9126b23"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:56.849579 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8621d1fb-d919-4954-b511-5c85c9126b23, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8621d1fb-d919-4954-b511-5c85c9126b23,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:56.856036 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.857306 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:56.873436 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:38:56Z', 'revision_number': 6, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:56.901746 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994d9654-05b3-4ccc-bbd8-8947932e7e17 None None] The sync data for ids ['2866a7fc-3383-4c77-a0ae-57b02a4dee44'] in dv-cinder-821602-13-iscsi is: [{'id': '2866a7fc-3383-4c77-a0ae-57b02a4dee44', 'name': 'tempest-ServerRescueNegativeTestJSON-645594278-router', 'tenant_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:28Z', 'updated_at': '2022-01-17T02:38:56Z', 'revision_number': 6, 'project_id': '21140fd2fa314c1abcf9aa4f51d2984e', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:38:56.914380 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf9cf02-8d92-48c6-aedc-b19b0686f2a6 x-openstack-request-id: req-fbf9cf02-8d92-48c6-aedc-b19b0686f2a6 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:56.914610 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:56.914750 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0fc10a-49d6-4039-9d8b-2dc4183b54b7", "name": "network-vif-plugged", "status": "completed", "tag": "8621d1fb-d919-4954-b511-5c85c9126b23", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:56.914912 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fbf9cf02-8d92-48c6-aedc-b19b0686f2a6 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:56.915302 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8621d1fb-d919-4954-b511-5c85c9126b23', 'code': 200} Jan 17 02:38:56.917992 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:56.918343 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 30e2dec1-14b3-4bc2-85e9-ce1f7d687cd2 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:56.940154 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Pushing event deleted for resources: {'Port': ['ID=43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:56.953837 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8621d1fb-d919-4954-b511-5c85c9126b23,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:57.004472 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (2866a7fc-3383-4c77-a0ae-57b02a4dee44), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.105156 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (2866a7fc-3383-4c77-a0ae-57b02a4dee44), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.107484 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks [] for router_controller (2866a7fc-3383-4c77-a0ae-57b02a4dee44), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.160148 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21cada-9e8a-4696-9742-0be0b414fb9d req-2b1936f0-9ffa-46ea-9f02-34b6bf15d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:57.161805 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f21cada-9e8a-4696-9742-0be0b414fb9d req-2b1936f0-9ffa-46ea-9f02-34b6bf15d242 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 1099 time: 0.0628347 Jan 17 02:38:57.174868 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (2866a7fc-3383-4c77-a0ae-57b02a4dee44), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.175332 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2866a7fc-3383-4c77-a0ae-57b02a4dee44 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:38:57.180188 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.181336 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-793b356f-bebc-45ef-b920-874b53b40332 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2866a7fc-3383-4c77-a0ae-57b02a4dee44 HTTP/1.1" status: 204 len: 168 time: 0.7869458 Jan 17 02:38:57.183859 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 54914) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:57.229518 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] Deleting subnet 6fd072c7-f54d-4461-a37a-8dbda000c1a2 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:38:57.232760 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] Publish callbacks [] for subnet (6fd072c7-f54d-4461-a37a-8dbda000c1a2), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.235170 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f485cea-61e1-4ea7-a6e7-f7ea0a10380f req-f3408232-0aa5-4903-a022-c5f737520e8c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:57.236691 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f485cea-61e1-4ea7-a6e7-f7ea0a10380f req-f3408232-0aa5-4903-a022-c5f737520e8c tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0738180 Jan 17 02:38:57.243116 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5f21cada-9e8a-4696-9742-0be0b414fb9d req-1fba12a3-3b69-4a14-9cc6-09284bd1e0a3 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675609 Jan 17 02:38:57.278055 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (6fd072c7-f54d-4461-a37a-8dbda000c1a2), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.313712 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f485cea-61e1-4ea7-a6e7-f7ea0a10380f req-67c96fdb-e5f8-4035-bc3c-50928c042750 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600266 Jan 17 02:38:57.325531 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (6fd072c7-f54d-4461-a37a-8dbda000c1a2), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.372978 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a5e416-e864-46ba-b2f0-47c6415fe31b req-77bc1cd3-e1d2-4359-bbf2-4788298945dc tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:57.374650 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6a5e416-e864-46ba-b2f0-47c6415fe31b req-77bc1cd3-e1d2-4359-bbf2-4788298945dc tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0598466 Jan 17 02:38:57.382028 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (6fd072c7-f54d-4461-a37a-8dbda000c1a2), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.414252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd072c7-f54d-4461-a37a-8dbda000c1a2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:57.418746 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.422014 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-81ca2c76-9a44-45e6-868c-9245a0d9e1c1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6fd072c7-f54d-4461-a37a-8dbda000c1a2 HTTP/1.1" status: 204 len: 168 time: 0.2371337 Jan 17 02:38:57.424460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 54918) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:57.433795 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a6a5e416-e864-46ba-b2f0-47c6415fe31b req-3be899f2-0b4e-4092-a193-27370577964e tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530064 Jan 17 02:38:57.490546 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (ada4a97e-feed-4797-83f8-f2534257b85a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.553771 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92150f47-126c-40ca-9ff0-5dbc239a4b46 req-52beba4a-6dd0-412e-a2cd-52c85dbe9275 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:57.555149 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92150f47-126c-40ca-9ff0-5dbc239a4b46 req-52beba4a-6dd0-412e-a2cd-52c85dbe9275 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0472808 Jan 17 02:38:57.570805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (ada4a97e-feed-4797-83f8-f2534257b85a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.589809 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada4a97e-feed-4797-83f8-f2534257b85a']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:57.598821 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ab4b8df-8cca-4d91-bcd0-aa717738e63d') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:57.599106 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ab4b8df-8cca-4d91-bcd0-aa717738e63d') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:38:57.601750 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-92150f47-126c-40ca-9ff0-5dbc239a4b46 req-9de70108-6ed0-45b7-98ce-be0dbb325914 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406711 Jan 17 02:38:57.608267 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (6ab4b8df-8cca-4d91-bcd0-aa717738e63d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.621315 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (6ab4b8df-8cca-4d91-bcd0-aa717738e63d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.627699 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Releasing vlan 263 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:38:57.628091 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (6ab4b8df-8cca-4d91-bcd0-aa717738e63d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:38:57.629813 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:38:57.694606 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (ada4a97e-feed-4797-83f8-f2534257b85a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.700431 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:57.704058 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ada4a97e-feed-4797-83f8-f2534257b85a HTTP/1.1" status: 204 len: 168 time: 0.2785861 Jan 17 02:38:57.716559 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae57e23-2395-4018-a185-63405c8a5667 admin admin] Pushing event deleted for resources: {'Network': ['ID=ada4a97e-feed-4797-83f8-f2534257b85a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:57.772128 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device f7e431c8-d990-4b8e-af94-7065ba5507fc no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:57.792362 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: f7e431c8-d990-4b8e-af94-7065ba5507fc {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:57.793060 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device f7e431c8-d990-4b8e-af94-7065ba5507fc not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:57.793484 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:38:57.813417 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:38:57.813764 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 43a5d8ef-a7b2-416e-9ffb-20fc21c9c26c not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:38:57.880133 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 54924) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:57.925056 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-afceb1a8-60e6-4293-ad94-5af952a6cc55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21140fd2fa314c1abcf9aa4f51d2984e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437527 Jan 17 02:38:57.927619 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 54926) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:38:57.976660 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-834db5e2-2a54-493f-86c8-1fb038fb57bd admin admin] Publish callbacks [] for security_group (0b9ce4e5-e52d-439f-a8a6-2f5933408bd5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:58.000735 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-834db5e2-2a54-493f-86c8-1fb038fb57bd admin admin] Publish callbacks [] for security_group (0b9ce4e5-e52d-439f-a8a6-2f5933408bd5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:58.046000 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-834db5e2-2a54-493f-86c8-1fb038fb57bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0b9ce4e5-e52d-439f-a8a6-2f5933408bd5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:58.048566 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-834db5e2-2a54-493f-86c8-1fb038fb57bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:58.049702 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-834db5e2-2a54-493f-86c8-1fb038fb57bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b9ce4e5-e52d-439f-a8a6-2f5933408bd5 HTTP/1.1" status: 204 len: 168 time: 0.1211424 Jan 17 02:38:58.057619 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db5e2-2a54-493f-86c8-1fb038fb57bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9ce4e5-e52d-439f-a8a6-2f5933408bd5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:58.420092 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ca231-0a18-41c8-975c-058961bb629f req-7b0e5540-597b-4740-b9fb-4356626018d8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:58.422028 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-524ca231-0a18-41c8-975c-058961bb629f req-7b0e5540-597b-4740-b9fb-4356626018d8 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0487750 Jan 17 02:38:58.469699 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-524ca231-0a18-41c8-975c-058961bb629f req-059986c8-488e-44c5-9e30-bdf41f2fd145 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/security-groups?id=1368d7a6-d25b-4e63-bb6c-4d066c2e057d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423300 Jan 17 02:38:58.569118 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34fc6b6-58c7-4ff6-b7b8-488960f5a3cd req-20070d0e-5e26-496b-a449-2be4d813ffb0 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:58.570557 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b34fc6b6-58c7-4ff6-b7b8-488960f5a3cd req-20070d0e-5e26-496b-a449-2be4d813ffb0 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0688660 Jan 17 02:38:58.631673 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b34fc6b6-58c7-4ff6-b7b8-488960f5a3cd req-578f280d-f921-4048-b3a6-0b28f1a163f9 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535307 Jan 17 02:38:58.731725 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aaf3e6-1dbc-49b5-9ba2-2641ba25dabc req-073155aa-bcf5-4ae2-ab81-2b6d9d20bc05 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:58.733340 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32aaf3e6-1dbc-49b5-9ba2-2641ba25dabc req-073155aa-bcf5-4ae2-ab81-2b6d9d20bc05 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0482190 Jan 17 02:38:58.780314 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32aaf3e6-1dbc-49b5-9ba2-2641ba25dabc req-b43ca45c-ebf6-4833-8265-b8862362af32 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410619 Jan 17 02:38:58.900495 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-8c09c12e-56a3-4a7b-a899-ffefd95510ca tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:58.900495 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-8c09c12e-56a3-4a7b-a899-ffefd95510ca tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 946 time: 0.0553205 Jan 17 02:38:58.989587 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Deleting port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:38:58.989928 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:59.081101 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] For port 7b3a5764-34ba-43e6-9b3f-7d34a124a296, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7b3a5764-34ba-43e6-9b3f-7d34a124a296,segment=NetworkSegment(f2e9b29d-cc6b-482d-bd11-756c61c2fe13),segment_id=f2e9b29d-cc6b-482d-bd11-756c61c2fe13)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:38:59.081458 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:59.364404 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Calling delete_port for 7b3a5764-34ba-43e6-9b3f-7d34a124a296 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:38:59.508181 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (7b3a5764-34ba-43e6-9b3f-7d34a124a296), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:59.546286 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Pushing event deleted for resources: {'Port': ['ID=7b3a5764-34ba-43e6-9b3f-7d34a124a296,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:38:59.549602 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7b3a5764-34ba-43e6-9b3f-7d34a124a296'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:38:59.599505 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6251592f-3e07-4493-8a24-29be66201f72 req-e50fd3b5-2426-46c9-b253-94dd32e9a786 tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.24 "GET /v2.0/ports?device_id=5ede7e90-f5c5-49ed-9e17-ed43a35b8d41 HTTP/1.1" status: 200 len: 210 time: 0.0487938 Jan 17 02:38:59.612378 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] No DVR routers for this DVR port 7b3a5764-34ba-43e6-9b3f-7d34a124a296 on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:38:59.621033 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:38:59.624471 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1388bf56-3b38-4412-ace7-3d9b290f4f5b req-46e80ccd-87a5-4eee-abb9-077d9577e0ab tempest-AttachVolumeNegativeTest-1665902240 tempest-AttachVolumeNegativeTest-1665902240-project] 10.222.0.64 "DELETE /v2.0/ports/7b3a5764-34ba-43e6-9b3f-7d34a124a296 HTTP/1.1" status: 204 len: 173 time: 0.7194963 Jan 17 02:38:59.624945 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'name': 'network-vif-deleted', 'tag': '7b3a5764-34ba-43e6-9b3f-7d34a124a296'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:38:59.627197 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab11a867-b44b-43fe-993a-7183ac92c1fb" -d '{"events": [{"server_uuid": "5ede7e90-f5c5-49ed-9e17-ed43a35b8d41", "name": "network-vif-deleted", "tag": "7b3a5764-34ba-43e6-9b3f-7d34a124a296"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:38:59.662889 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b350ff9b-c916-4b49-8957-f97d4581d3e7 x-openstack-request-id: req-b350ff9b-c916-4b49-8957-f97d4581d3e7 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:38:59.663293 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ede7e90-f5c5-49ed-9e17-ed43a35b8d41", "name": "network-vif-deleted", "tag": "7b3a5764-34ba-43e6-9b3f-7d34a124a296", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:38:59.663547 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b350ff9b-c916-4b49-8957-f97d4581d3e7 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:38:59.663944 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ede7e90-f5c5-49ed-9e17-ed43a35b8d41', 'name': 'network-vif-deleted', 'tag': '7b3a5764-34ba-43e6-9b3f-7d34a124a296', 'status': 'completed', 'code': 200} Jan 17 02:38:59.745354 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ae0085-261a-4d8f-854b-e82fab134df7 req-1a3bd014-125b-423b-904b-4e5c3521f2d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:59.746887 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7ae0085-261a-4d8f-854b-e82fab134df7 req-1a3bd014-125b-423b-904b-4e5c3521f2d7 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0486364 Jan 17 02:38:59.796325 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7ae0085-261a-4d8f-854b-e82fab134df7 req-64e29cbc-a82c-402e-8321-68b6b7ce11e2 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435843 Jan 17 02:38:59.901729 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecb5549-d644-4a84-823a-6d0d31dd841e req-da25ddb6-b103-47ae-a917-d6826d2b6012 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:38:59.903390 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ecb5549-d644-4a84-823a-6d0d31dd841e req-da25ddb6-b103-47ae-a917-d6826d2b6012 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0488691 Jan 17 02:38:59.952885 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6ecb5549-d644-4a84-823a-6d0d31dd841e req-de81a075-50f1-48a0-b0de-5565d220977a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433149 Jan 17 02:39:00.657338 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55018) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:00.703431 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] Deleting subnet a2418b5e-c405-4c40-bad2-c94ad6715fde {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:39:00.706750 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] Publish callbacks [] for subnet (a2418b5e-c405-4c40-bad2-c94ad6715fde), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:00.742761 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (a2418b5e-c405-4c40-bad2-c94ad6715fde), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:00.780314 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (a2418b5e-c405-4c40-bad2-c94ad6715fde), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:00.793718 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509d99a-99b5-4113-a79a-629c8220a6be req-43b89f79-b8b0-4a17-8e83-9adfb2e19070 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:00.795242 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a509d99a-99b5-4113-a79a-629c8220a6be req-43b89f79-b8b0-4a17-8e83-9adfb2e19070 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0510807 Jan 17 02:39:00.830529 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (a2418b5e-c405-4c40-bad2-c94ad6715fde), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:00.851866 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a509d99a-99b5-4113-a79a-629c8220a6be req-5720cd93-334a-4114-8cb3-22c139df7efc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499787 Jan 17 02:39:00.861327 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2418b5e-c405-4c40-bad2-c94ad6715fde,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:00.865415 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:00.878261 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f4a2ac9c-d87b-4640-98e8-b1506f1889d1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a2418b5e-c405-4c40-bad2-c94ad6715fde HTTP/1.1" status: 204 len: 168 time: 0.2106161 Jan 17 02:39:00.878261 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55024) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:00.943036 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (97da4c82-5c36-47e9-8cea-2b4c9d79a703), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.081019 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e771d2-a9a9-49ce-b662-34b00dccc794 req-ab094624-169b-41de-894b-4ced94632912 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:01.082492 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-51e771d2-a9a9-49ce-b662-34b00dccc794 req-ab094624-169b-41de-894b-4ced94632912 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0547318 Jan 17 02:39:01.131809 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-51e771d2-a9a9-49ce-b662-34b00dccc794 req-f75ea7c6-3fde-4ffb-90a6-c8f95151682e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434084 Jan 17 02:39:01.242465 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (97da4c82-5c36-47e9-8cea-2b4c9d79a703), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.261650 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97da4c82-5c36-47e9-8cea-2b4c9d79a703']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:39:01.270798 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:39:01.271090 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e9b29d-cc6b-482d-bd11-756c61c2fe13') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:39:01.280476 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (f2e9b29d-cc6b-482d-bd11-756c61c2fe13), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.293830 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (f2e9b29d-cc6b-482d-bd11-756c61c2fe13), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.300261 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:39:01.300646 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (f2e9b29d-cc6b-482d-bd11-756c61c2fe13), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:39:01.302228 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:39:01.359236 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (97da4c82-5c36-47e9-8cea-2b4c9d79a703), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.365985 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.369424 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] 10.222.0.24 "DELETE /v2.0/networks/97da4c82-5c36-47e9-8cea-2b4c9d79a703 HTTP/1.1" status: 204 len: 168 time: 0.4958231 Jan 17 02:39:01.382801 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2cb1b-78a9-4b0a-925c-854921718f69 admin admin] Pushing event deleted for resources: {'Network': ['ID=97da4c82-5c36-47e9-8cea-2b4c9d79a703,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:01.538985 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 55032) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:01.578565 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4ffb50fe-bc33-4631-adee-8b273c83a9bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c889c4e9bfb24231968d2c8e2d02a1b2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0383918 Jan 17 02:39:01.581404 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55034) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:01.634047 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15015636-35b0-485b-985d-0a4bbc5aa750 admin admin] Publish callbacks [] for security_group (1368d7a6-d25b-4e63-bb6c-4d066c2e057d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.654994 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15015636-35b0-485b-985d-0a4bbc5aa750 admin admin] Publish callbacks [] for security_group (1368d7a6-d25b-4e63-bb6c-4d066c2e057d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.703245 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15015636-35b0-485b-985d-0a4bbc5aa750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1368d7a6-d25b-4e63-bb6c-4d066c2e057d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.706051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-15015636-35b0-485b-985d-0a4bbc5aa750 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:01.707084 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-15015636-35b0-485b-985d-0a4bbc5aa750 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1368d7a6-d25b-4e63-bb6c-4d066c2e057d HTTP/1.1" status: 204 len: 168 time: 0.1244740 Jan 17 02:39:01.721439 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15015636-35b0-485b-985d-0a4bbc5aa750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1368d7a6-d25b-4e63-bb6c-4d066c2e057d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:01.980443 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb533baa-577e-4058-9992-fe5c6c752f56 req-042b41d0-19f9-4e83-9449-a8cf450cb0d7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:01.982230 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb533baa-577e-4058-9992-fe5c6c752f56 req-042b41d0-19f9-4e83-9449-a8cf450cb0d7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0495472 Jan 17 02:39:02.028913 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb533baa-577e-4058-9992-fe5c6c752f56 req-3276f2ba-4447-49fa-8550-17091c0a0b73 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411086 Jan 17 02:39:02.262024 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e8492-e762-4c37-9b5f-70cc86bf398b req-09e5254f-65d4-45ab-9e4a-9c97ab929310 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:02.263646 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f95e8492-e762-4c37-9b5f-70cc86bf398b req-09e5254f-65d4-45ab-9e4a-9c97ab929310 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0542183 Jan 17 02:39:02.312060 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f95e8492-e762-4c37-9b5f-70cc86bf398b req-a87b54c0-cf30-436f-a88e-48eb2a43d6b2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423491 Jan 17 02:39:03.143357 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c3856-5afe-4037-8018-62ab8642cb81 req-ee78affc-23bb-48a0-a34a-641431972a16 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:03.145114 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad8c3856-5afe-4037-8018-62ab8642cb81 req-ee78affc-23bb-48a0-a34a-641431972a16 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0498240 Jan 17 02:39:03.193489 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ad8c3856-5afe-4037-8018-62ab8642cb81 req-5e843f6b-b171-4ec3-966b-408ceac18a28 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Jan 17 02:39:03.438050 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d79c5-34b4-441f-bddb-8e8076064b98 req-00be711d-9b77-4dcf-a43c-dd46ac646553 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:03.439541 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-696d79c5-34b4-441f-bddb-8e8076064b98 req-00be711d-9b77-4dcf-a43c-dd46ac646553 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0522869 Jan 17 02:39:03.486959 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-696d79c5-34b4-441f-bddb-8e8076064b98 req-e03009be-eb68-4f2f-a632-d8a32e281d0c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417166 Jan 17 02:39:03.805955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7b3a5764-34ba-43e6-9b3f-7d34a124a296 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:39:03.832618 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 7b3a5764-34ba-43e6-9b3f-7d34a124a296 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:39:03.832947 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7b3a5764-34ba-43e6-9b3f-7d34a124a296 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:39:04.321096 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687e245-be04-4e25-b3d2-3ba7c6436fbc req-20cc03f9-cad3-4c6a-9b9b-6f5bbf242ae4 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:04.322584 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c687e245-be04-4e25-b3d2-3ba7c6436fbc req-20cc03f9-cad3-4c6a-9b9b-6f5bbf242ae4 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0502644 Jan 17 02:39:04.371550 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c687e245-be04-4e25-b3d2-3ba7c6436fbc req-93231a7d-d4b6-42d8-82ee-0db1ddb69a75 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410416 Jan 17 02:39:04.610830 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c195be8-b7c4-48db-89de-60381fdbbc4c req-4f9b804c-9296-4c4f-bd59-e6a1ea43ae02 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:04.612394 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c195be8-b7c4-48db-89de-60381fdbbc4c req-4f9b804c-9296-4c4f-bd59-e6a1ea43ae02 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0528140 Jan 17 02:39:04.664770 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5c195be8-b7c4-48db-89de-60381fdbbc4c req-c57ed28a-6f78-498e-9fa3-80b6bf499888 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463574 Jan 17 02:39:05.498342 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4febd40-aa7f-40af-b4fd-db28ae5fa448 req-740c4699-3464-461e-a2ca-ca2f4749f46d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:05.499884 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4febd40-aa7f-40af-b4fd-db28ae5fa448 req-740c4699-3464-461e-a2ca-ca2f4749f46d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0508578 Jan 17 02:39:05.546981 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e4febd40-aa7f-40af-b4fd-db28ae5fa448 req-e335cba0-0530-47ab-a989-713a76dbbab2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415087 Jan 17 02:39:05.806339 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d0e0c0-2664-4c92-8f8d-a8414b0d75eb req-838d4de7-56bf-4ed3-95f2-7da27c143fe6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:05.807854 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d0e0c0-2664-4c92-8f8d-a8414b0d75eb req-838d4de7-56bf-4ed3-95f2-7da27c143fe6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0601079 Jan 17 02:39:05.856291 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-32d0e0c0-2664-4c92-8f8d-a8414b0d75eb req-ceace558-bca3-4d41-9783-7637adeb4a33 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426974 Jan 17 02:39:06.670653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f331d3f7-0937-41d5-a109-e4f7b60c1d9e req-f938883a-835c-4c26-8439-c5f635113740 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:06.672151 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f331d3f7-0937-41d5-a109-e4f7b60c1d9e req-f938883a-835c-4c26-8439-c5f635113740 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0576231 Jan 17 02:39:06.722073 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f331d3f7-0937-41d5-a109-e4f7b60c1d9e req-ae545d07-9f3c-4d53-b6a0-c9e6234e4df9 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440915 Jan 17 02:39:06.981833 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445e1635-0c8c-45ac-b3f0-bb9bc772f99e req-13ab8204-db3a-4a2e-9d1b-42e4a1f960bc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:06.983354 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-445e1635-0c8c-45ac-b3f0-bb9bc772f99e req-13ab8204-db3a-4a2e-9d1b-42e4a1f960bc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0523224 Jan 17 02:39:07.034247 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-445e1635-0c8c-45ac-b3f0-bb9bc772f99e req-e8f36433-de4c-4567-a398-35500d15c169 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444784 Jan 17 02:39:07.846211 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf47d67-2e8a-4a8f-b0f2-a3b4aa7663dc req-8581c0c3-cc7f-4578-82ed-46db08fe5656 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:07.847564 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cbf47d67-2e8a-4a8f-b0f2-a3b4aa7663dc req-8581c0c3-cc7f-4578-82ed-46db08fe5656 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0500364 Jan 17 02:39:07.901860 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cbf47d67-2e8a-4a8f-b0f2-a3b4aa7663dc req-c6fe9d3a-b430-42c4-b346-f50a17dbfa87 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461690 Jan 17 02:39:08.158311 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17a997e-5d35-4d11-b6bf-edc6af124d5c req-b006a026-e682-446c-87ec-f6adb86a8a2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:08.160080 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e17a997e-5d35-4d11-b6bf-edc6af124d5c req-b006a026-e682-446c-87ec-f6adb86a8a2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0508769 Jan 17 02:39:08.217482 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e17a997e-5d35-4d11-b6bf-edc6af124d5c req-8cefeabb-236b-46a6-87ef-16e85c29dfb4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501957 Jan 17 02:39:08.564117 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:09.024228 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf8c604-b3a9-4199-967a-539db35193cf req-e9a5f21c-19f7-4056-9991-71e1f16b3a05 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:09.025676 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcf8c604-b3a9-4199-967a-539db35193cf req-e9a5f21c-19f7-4056-9991-71e1f16b3a05 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0505211 Jan 17 02:39:09.075791 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fcf8c604-b3a9-4199-967a-539db35193cf req-5060cdce-ad72-452f-8ac2-689bf807f7c1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414333 Jan 17 02:39:09.346115 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212b60c-b75f-4d6d-ae0a-310ac220d59d req-b0ee5359-192d-47e6-924d-2a645dd112be tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:09.347602 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8212b60c-b75f-4d6d-ae0a-310ac220d59d req-b0ee5359-192d-47e6-924d-2a645dd112be tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0529957 Jan 17 02:39:09.397984 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8212b60c-b75f-4d6d-ae0a-310ac220d59d req-ecc11280-7e6a-4f79-bfe2-9f5b0569b9d0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421295 Jan 17 02:39:09.686518 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-56500f1e-ddd7-4a3f-b553-d2184b1a751c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:10.206726 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e653f9cc-3aef-4a82-9b4e-2eecd056289e req-e6444cc6-b249-4114-8dcc-94714b0ba2b5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:10.208206 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e653f9cc-3aef-4a82-9b4e-2eecd056289e req-e6444cc6-b249-4114-8dcc-94714b0ba2b5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0514777 Jan 17 02:39:10.256684 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e653f9cc-3aef-4a82-9b4e-2eecd056289e req-a258ea6c-e75a-4c45-bb53-c601eba6717e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429132 Jan 17 02:39:10.530500 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51bd517-fbd0-4103-871d-f36fd5a67417 req-4e123976-6595-47a6-8b88-26d23359c9e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:10.532389 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a51bd517-fbd0-4103-871d-f36fd5a67417 req-4e123976-6595-47a6-8b88-26d23359c9e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0597720 Jan 17 02:39:10.578563 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a51bd517-fbd0-4103-871d-f36fd5a67417 req-2602e407-8e15-40c9-9331-fa46cc679ba7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405757 Jan 17 02:39:11.379671 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44292f-3e1d-4650-a94d-a231fc5431d5 req-b39b3ea7-b47d-477a-baa4-bec3e2a6180e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:11.381186 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a44292f-3e1d-4650-a94d-a231fc5431d5 req-b39b3ea7-b47d-477a-baa4-bec3e2a6180e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0522912 Jan 17 02:39:11.431365 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a44292f-3e1d-4650-a94d-a231fc5431d5 req-47188eba-7dc8-4893-a3e0-484d87fa791e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425863 Jan 17 02:39:11.716491 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d885f-e635-43e2-9aaa-fa9eed426c2c req-7e5aa915-a404-4b3b-81d8-75560721e943 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:11.718115 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca4d885f-e635-43e2-9aaa-fa9eed426c2c req-7e5aa915-a404-4b3b-81d8-75560721e943 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0564144 Jan 17 02:39:11.774955 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca4d885f-e635-43e2-9aaa-fa9eed426c2c req-462cd1c4-b5fb-4782-ba20-514c2e2b2769 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483327 Jan 17 02:39:11.889577 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-75e813b1-dc89-4e6d-b647-c1960d46e234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:12.555554 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bf310-8e4b-4e18-8def-993807de7630 req-99915328-c141-441b-a201-d746c8b2a572 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:12.557040 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f9bf310-8e4b-4e18-8def-993807de7630 req-99915328-c141-441b-a201-d746c8b2a572 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0528514 Jan 17 02:39:12.604989 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1f9bf310-8e4b-4e18-8def-993807de7630 req-3b9a1c46-a17f-48d0-8e26-7d613e4b59c2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422676 Jan 17 02:39:12.903673 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd6c34-fbf2-4598-b2b1-6b44925d011f req-0be0948f-6a63-4e68-88e3-10273526e4dd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:12.905181 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cacd6c34-fbf2-4598-b2b1-6b44925d011f req-0be0948f-6a63-4e68-88e3-10273526e4dd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0497239 Jan 17 02:39:12.951153 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:12.952094 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cacd6c34-fbf2-4598-b2b1-6b44925d011f req-999a28ff-6230-4f86-ace3-a48f8e1e924b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Jan 17 02:39:13.743120 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f9ba4-631f-4ea2-b9d7-8fea62354187 req-85b8e63f-ae4f-4367-8b86-548e7f71e392 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:13.744885 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-180f9ba4-631f-4ea2-b9d7-8fea62354187 req-85b8e63f-ae4f-4367-8b86-548e7f71e392 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0647895 Jan 17 02:39:13.832856 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-180f9ba4-631f-4ea2-b9d7-8fea62354187 req-7ead3bb3-8d01-4917-8bc0-407643922343 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766068 Jan 17 02:39:13.936256 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55296) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:14.037693 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38db253f-e2a3-48e7-a34b-94cf47f02c12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.072826 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acdddb-0e6e-4d9d-b479-666ec98383d3 req-86c3b1ea-bee6-484f-9705-bbafab7e49c6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:14.074359 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67acdddb-0e6e-4d9d-b479-666ec98383d3 req-86c3b1ea-bee6-484f-9705-bbafab7e49c6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0495694 Jan 17 02:39:14.113652 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38db253f-e2a3-48e7-a34b-94cf47f02c12 admin admin] Publish callbacks [] for security_group (9d2fac40-5fba-4c20-9428-799b6374d703), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.119063 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-38db253f-e2a3-48e7-a34b-94cf47f02c12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (9d2fac40-5fba-4c20-9428-799b6374d703), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.123540 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-67acdddb-0e6e-4d9d-b479-666ec98383d3 req-adde5eb2-ecaf-42ea-8575-7705d5c3fff4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434904 Jan 17 02:39:14.149992 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-38db253f-e2a3-48e7-a34b-94cf47f02c12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af6e9f0928334fd9b3f654f8760df76f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171297 Jan 17 02:39:14.151994 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 55302) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:14.170834 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db253f-e2a3-48e7-a34b-94cf47f02c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2fac40-5fba-4c20-9428-799b6374d703,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:14.200325 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53f66c9d-ef38-4a10-a8b8-8efff9edef54 admin admin] Publish callbacks [] for security_group (9d2fac40-5fba-4c20-9428-799b6374d703), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.220516 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53f66c9d-ef38-4a10-a8b8-8efff9edef54 admin admin] Publish callbacks [] for security_group (9d2fac40-5fba-4c20-9428-799b6374d703), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.270628 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53f66c9d-ef38-4a10-a8b8-8efff9edef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (9d2fac40-5fba-4c20-9428-799b6374d703), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.273182 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53f66c9d-ef38-4a10-a8b8-8efff9edef54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.274343 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-53f66c9d-ef38-4a10-a8b8-8efff9edef54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9d2fac40-5fba-4c20-9428-799b6374d703 HTTP/1.1" status: 204 len: 168 time: 0.1211143 Jan 17 02:39:14.282710 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f66c9d-ef38-4a10-a8b8-8efff9edef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2fac40-5fba-4c20-9428-799b6374d703,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:14.600573 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:14.939356 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e426c6a-1827-4f8e-94f6-5936c2b83788 req-53c4633e-6b27-45d2-90d4-8bad80a6bbbb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:14.953268 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e426c6a-1827-4f8e-94f6-5936c2b83788 req-53c4633e-6b27-45d2-90d4-8bad80a6bbbb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0609117 Jan 17 02:39:15.025616 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4e426c6a-1827-4f8e-94f6-5936c2b83788 req-2305202b-49e8-465e-a4d2-9effa6324451 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658553 Jan 17 02:39:15.154997 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:39:15.260314 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c421f8c-4c0f-4158-9cb5-104505129269 req-9c85861e-2525-4944-984a-5f00c3cd1494 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:15.262092 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c421f8c-4c0f-4158-9cb5-104505129269 req-9c85861e-2525-4944-984a-5f00c3cd1494 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0509784 Jan 17 02:39:15.311508 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c421f8c-4c0f-4158-9cb5-104505129269 req-79b081e6-310e-437e-9817-ff5351982fca tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Jan 17 02:39:15.842864 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.153128 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7effb12-6a10-40dd-b3ba-0e5d0d114773 req-f930f280-930b-4d79-b22a-26f2182711d7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:16.154834 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7effb12-6a10-40dd-b3ba-0e5d0d114773 req-f930f280-930b-4d79-b22a-26f2182711d7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0614400 Jan 17 02:39:16.204539 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e7effb12-6a10-40dd-b3ba-0e5d0d114773 req-9d2cfb0a-f895-4974-a69e-bd01661dc8d8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439155 Jan 17 02:39:16.431434 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd217b-5879-4a51-b121-6518af0787f8 req-ae3da1aa-7272-4d73-9be9-5cf735a257ff tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:16.432878 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cfd217b-5879-4a51-b121-6518af0787f8 req-ae3da1aa-7272-4d73-9be9-5cf735a257ff tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0500870 Jan 17 02:39:16.479651 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cfd217b-5879-4a51-b121-6518af0787f8 req-7b23b58d-b4ea-43c5-9616-1c6b3de51dc4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 Jan 17 02:39:16.572011 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 55392) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:16.687772 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebb1814c-7d4d-4167-91a7-1ee8bef206ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.767797 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebb1814c-7d4d-4167-91a7-1ee8bef206ca admin admin] Publish callbacks [] for security_group (cab27d3d-83ae-4c96-8139-39b455d740c9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.775839 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ebb1814c-7d4d-4167-91a7-1ee8bef206ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (cab27d3d-83ae-4c96-8139-39b455d740c9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.820506 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ebb1814c-7d4d-4167-91a7-1ee8bef206ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5475d85540f74f55a3c9d171b1838cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473190 Jan 17 02:39:16.821731 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb1814c-7d4d-4167-91a7-1ee8bef206ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab27d3d-83ae-4c96-8139-39b455d740c9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:16.823466 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55396) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:16.875565 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-179467ec-f555-4819-a157-c674ae6666fe admin admin] Publish callbacks [] for security_group (cab27d3d-83ae-4c96-8139-39b455d740c9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.896971 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-179467ec-f555-4819-a157-c674ae6666fe admin admin] Publish callbacks [] for security_group (cab27d3d-83ae-4c96-8139-39b455d740c9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.948010 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-179467ec-f555-4819-a157-c674ae6666fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (cab27d3d-83ae-4c96-8139-39b455d740c9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.950755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-179467ec-f555-4819-a157-c674ae6666fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:16.951897 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-179467ec-f555-4819-a157-c674ae6666fe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cab27d3d-83ae-4c96-8139-39b455d740c9 HTTP/1.1" status: 204 len: 168 time: 0.1274359 Jan 17 02:39:16.959827 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179467ec-f555-4819-a157-c674ae6666fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab27d3d-83ae-4c96-8139-39b455d740c9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:17.218421 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55404) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:17.232040 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3459b8e7-8c12-42f8-81b5-55af9b7d6268 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:17.318432 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3459b8e7-8c12-42f8-81b5-55af9b7d6268 admin admin] Publish callbacks [] for security_group (57367204-9fdf-4b07-8575-93a44c387a4f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:17.320570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350ff2c-31df-4643-b98f-43211a890458 req-23251eca-9044-448e-a343-1e3e0521b973 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:17.322100 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7350ff2c-31df-4643-b98f-43211a890458 req-23251eca-9044-448e-a343-1e3e0521b973 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0484838 Jan 17 02:39:17.323791 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3459b8e7-8c12-42f8-81b5-55af9b7d6268 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (57367204-9fdf-4b07-8575-93a44c387a4f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:17.361592 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3459b8e7-8c12-42f8-81b5-55af9b7d6268 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f889550d6ae47d196ed01f56b4d112e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1420877 Jan 17 02:39:17.362688 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3459b8e7-8c12-42f8-81b5-55af9b7d6268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57367204-9fdf-4b07-8575-93a44c387a4f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:17.365619 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 55410) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:17.376703 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7350ff2c-31df-4643-b98f-43211a890458 req-9a59ea47-c823-47fa-8763-f475c26f3a22 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487027 Jan 17 02:39:17.417659 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6078fd1b-0bd5-4b27-a64b-b454900778c3 admin admin] Publish callbacks [] for security_group (57367204-9fdf-4b07-8575-93a44c387a4f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:17.438166 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6078fd1b-0bd5-4b27-a64b-b454900778c3 admin admin] Publish callbacks [] for security_group (57367204-9fdf-4b07-8575-93a44c387a4f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:17.492961 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6078fd1b-0bd5-4b27-a64b-b454900778c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (57367204-9fdf-4b07-8575-93a44c387a4f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:17.496210 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6078fd1b-0bd5-4b27-a64b-b454900778c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:17.497751 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6078fd1b-0bd5-4b27-a64b-b454900778c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57367204-9fdf-4b07-8575-93a44c387a4f HTTP/1.1" status: 204 len: 168 time: 0.1308444 Jan 17 02:39:17.505603 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6078fd1b-0bd5-4b27-a64b-b454900778c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57367204-9fdf-4b07-8575-93a44c387a4f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:17.614032 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ee18c-35c1-4f32-910c-d41b61baad3c req-3eae1bad-0cb8-41fb-ab26-d358f30fc6b8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:17.615536 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b58ee18c-35c1-4f32-910c-d41b61baad3c req-3eae1bad-0cb8-41fb-ab26-d358f30fc6b8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0504346 Jan 17 02:39:17.663442 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b58ee18c-35c1-4f32-910c-d41b61baad3c req-7c86c1d6-e5a6-4a7c-a447-2543f022f4cc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414419 Jan 17 02:39:18.492894 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4da6ee8-a217-4415-a265-5cac6c8ebcd6 req-a353f078-75d0-46ba-8ffa-aeea10f55c81 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:18.494471 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c4da6ee8-a217-4415-a265-5cac6c8ebcd6 req-a353f078-75d0-46ba-8ffa-aeea10f55c81 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0499215 Jan 17 02:39:18.544739 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c4da6ee8-a217-4415-a265-5cac6c8ebcd6 req-706de8ce-68d3-4ac7-9eb6-9a59f45d4fe4 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443985 Jan 17 02:39:18.793648 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870d5dba-3eb5-4159-9544-c20dc35cf652 req-a9259f39-9f60-491a-aaa6-046390678740 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:18.795251 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-870d5dba-3eb5-4159-9544-c20dc35cf652 req-a9259f39-9f60-491a-aaa6-046390678740 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0588901 Jan 17 02:39:18.842359 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-870d5dba-3eb5-4159-9544-c20dc35cf652 req-2917683c-fc66-47c2-bb9c-bd1b863c123e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 Jan 17 02:39:19.395508 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55486) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:19.507642 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c26f6c9e-e0e8-4cd6-9803-4c2e66b79f92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.586567 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c26f6c9e-e0e8-4cd6-9803-4c2e66b79f92 admin admin] Publish callbacks [] for security_group (669f3cb7-28d7-48b7-837d-260f93fc2c6c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.591934 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c26f6c9e-e0e8-4cd6-9803-4c2e66b79f92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (669f3cb7-28d7-48b7-837d-260f93fc2c6c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.631986 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c26f6c9e-e0e8-4cd6-9803-4c2e66b79f92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17e932eefe8c4eb399c911c1167024e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2353637 Jan 17 02:39:19.634690 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55492) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:19.638484 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:39:19.641748 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f6c9e-e0e8-4cd6-9803-4c2e66b79f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669f3cb7-28d7-48b7-837d-260f93fc2c6c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:19.661202 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878961f8-989e-4bfa-a54c-f1a06ae433bf req-01e600ec-6143-4ce2-b47f-9b4c5b909475 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:19.664540 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-878961f8-989e-4bfa-a54c-f1a06ae433bf req-01e600ec-6143-4ce2-b47f-9b4c5b909475 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0508645 Jan 17 02:39:19.692456 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474324f2-5087-4639-a65f-674e6cd12c9d admin admin] Publish callbacks [] for security_group (669f3cb7-28d7-48b7-837d-260f93fc2c6c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.712112 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-878961f8-989e-4bfa-a54c-f1a06ae433bf req-2ee14df0-e8c3-47ef-959b-f30268dbdfbc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436878 Jan 17 02:39:19.713379 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474324f2-5087-4639-a65f-674e6cd12c9d admin admin] Publish callbacks [] for security_group (669f3cb7-28d7-48b7-837d-260f93fc2c6c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.745477 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:39:19.756840 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'port_id': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'mac_address': 'fa:16:3e:25:03:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:39:19.763874 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474324f2-5087-4639-a65f-674e6cd12c9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (669f3cb7-28d7-48b7-837d-260f93fc2c6c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.766794 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-474324f2-5087-4639-a65f-674e6cd12c9d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.767945 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-474324f2-5087-4639-a65f-674e6cd12c9d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/669f3cb7-28d7-48b7-837d-260f93fc2c6c HTTP/1.1" status: 204 len: 168 time: 0.1323886 Jan 17 02:39:19.775720 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474324f2-5087-4639-a65f-674e6cd12c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669f3cb7-28d7-48b7-837d-260f93fc2c6c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:19.807184 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: ACTIVE; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:39:19.807691 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.820385 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:39:19.840287 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:39:19.846038 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:19.893298 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:19.968968 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a99bb-9d50-4cad-884c-a536c0b7a8d2 req-c4998c74-5949-4518-9d4e-2a7a3e092ef8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:19.970463 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-851a99bb-9d50-4cad-884c-a536c0b7a8d2 req-c4998c74-5949-4518-9d4e-2a7a3e092ef8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0472922 Jan 17 02:39:20.020435 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-851a99bb-9d50-4cad-884c-a536c0b7a8d2 req-f59e9bf5-de27-4b29-b4bb-67102ec8fddb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442169 Jan 17 02:39:20.034404 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 55500) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:20.047509 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeccacc2-6b36-43d4-a0af-4131fafec734 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:20.117555 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeccacc2-6b36-43d4-a0af-4131fafec734 admin admin] Publish callbacks [] for security_group (d5623c33-8e4a-4862-ae0d-9edfd7375a37), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:20.123230 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eeccacc2-6b36-43d4-a0af-4131fafec734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d5623c33-8e4a-4862-ae0d-9edfd7375a37), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:20.162683 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-eeccacc2-6b36-43d4-a0af-4131fafec734 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdda7ec8d1884108bd87ad814567dece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1272309 Jan 17 02:39:20.163343 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeccacc2-6b36-43d4-a0af-4131fafec734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5623c33-8e4a-4862-ae0d-9edfd7375a37,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:20.165671 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55504) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:20.211479 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e483b067-239c-46df-8300-e0507b2340aa admin admin] Publish callbacks [] for security_group (d5623c33-8e4a-4862-ae0d-9edfd7375a37), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:20.231934 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e483b067-239c-46df-8300-e0507b2340aa admin admin] Publish callbacks [] for security_group (d5623c33-8e4a-4862-ae0d-9edfd7375a37), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:20.279808 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e483b067-239c-46df-8300-e0507b2340aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d5623c33-8e4a-4862-ae0d-9edfd7375a37), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:20.282781 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e483b067-239c-46df-8300-e0507b2340aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:20.283919 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e483b067-239c-46df-8300-e0507b2340aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5623c33-8e4a-4862-ae0d-9edfd7375a37 HTTP/1.1" status: 204 len: 168 time: 0.1172614 Jan 17 02:39:20.291359 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e483b067-239c-46df-8300-e0507b2340aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5623c33-8e4a-4862-ae0d-9edfd7375a37,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:20.834421 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05631f3-8d87-4c76-a916-ba08bb9cb07e req-6c872608-a760-433e-a90a-be70349c4882 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:20.835930 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f05631f3-8d87-4c76-a916-ba08bb9cb07e req-6c872608-a760-433e-a90a-be70349c4882 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0519631 Jan 17 02:39:20.884453 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f05631f3-8d87-4c76-a916-ba08bb9cb07e req-354d513e-10cb-44ca-94c5-39d144049e41 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426459 Jan 17 02:39:21.148330 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31adfd9-46ae-4ab5-a0fe-020f36fb457b req-fa020105-2c11-412f-bbac-43507cef5ff9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:21.149825 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b31adfd9-46ae-4ab5-a0fe-020f36fb457b req-fa020105-2c11-412f-bbac-43507cef5ff9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0555730 Jan 17 02:39:21.202944 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b31adfd9-46ae-4ab5-a0fe-020f36fb457b req-dc986f26-ba6c-48e3-a7d7-d26893e68edf tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429022 Jan 17 02:39:21.954772 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55564) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:21.999974 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37757f9-28fe-49d8-be3a-18914304e3fe req-08adeaf9-d5f4-4cbb-bdd0-7c95b666d3f0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:22.001552 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e37757f9-28fe-49d8-be3a-18914304e3fe req-08adeaf9-d5f4-4cbb-bdd0-7c95b666d3f0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0494025 Jan 17 02:39:22.048233 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e37757f9-28fe-49d8-be3a-18914304e3fe req-62dca693-c242-4325-a0ca-5e5aebbedd19 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410769 Jan 17 02:39:22.055378 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fc8-c90b-43d8-b553-05c8e3116c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.125860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fc8-c90b-43d8-b553-05c8e3116c01 admin admin] Publish callbacks [] for security_group (69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.131655 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c5f43fc8-c90b-43d8-b553-05c8e3116c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.168704 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c5f43fc8-c90b-43d8-b553-05c8e3116c01 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3e1503cff8e46f3965cfbcac4af2e58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128658 Jan 17 02:39:22.169511 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f43fc8-c90b-43d8-b553-05c8e3116c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:22.172404 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 55568) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:22.222480 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707c3b06-9987-435e-8e96-79a0a3909a87 admin admin] Publish callbacks [] for security_group (69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.247441 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707c3b06-9987-435e-8e96-79a0a3909a87 admin admin] Publish callbacks [] for security_group (69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.314570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707c3b06-9987-435e-8e96-79a0a3909a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.317193 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-707c3b06-9987-435e-8e96-79a0a3909a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.318325 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-707c3b06-9987-435e-8e96-79a0a3909a87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819 HTTP/1.1" status: 204 len: 168 time: 0.1445794 Jan 17 02:39:22.326418 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:39:22.330482 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707c3b06-9987-435e-8e96-79a0a3909a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b8ab99-6d55-4ca5-b3b6-5bfd9af7e819,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:22.342968 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580308d-bc75-4278-93b5-5a476713ba3f req-76364a23-8d7e-4db5-84ac-14ca65055ad2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:22.344450 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d580308d-bc75-4278-93b5-5a476713ba3f req-76364a23-8d7e-4db5-84ac-14ca65055ad2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0629017 Jan 17 02:39:22.402918 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d580308d-bc75-4278-93b5-5a476713ba3f req-dfdee204-fcc5-4ef8-ae80-633b30266529 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529566 Jan 17 02:39:22.612820 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 55580) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:22.626131 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7dedcbc-ce5d-4e45-bb60-afcf207a2d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.699655 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7dedcbc-ce5d-4e45-bb60-afcf207a2d8a admin admin] Publish callbacks [] for security_group (6ca08cc7-de1e-48c3-8636-76ec9bb97c6c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.705765 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7dedcbc-ce5d-4e45-bb60-afcf207a2d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6ca08cc7-de1e-48c3-8636-76ec9bb97c6c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.742849 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f7dedcbc-ce5d-4e45-bb60-afcf207a2d8a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4045a2e03f534bdaaa404749abeeff42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289303 Jan 17 02:39:22.743636 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dedcbc-ce5d-4e45-bb60-afcf207a2d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca08cc7-de1e-48c3-8636-76ec9bb97c6c,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:22.746453 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 55582) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:22.797758 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be14898-184a-4441-b152-e96264415796 admin admin] Publish callbacks [] for security_group (6ca08cc7-de1e-48c3-8636-76ec9bb97c6c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.820085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be14898-184a-4441-b152-e96264415796 admin admin] Publish callbacks [] for security_group (6ca08cc7-de1e-48c3-8636-76ec9bb97c6c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.874777 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be14898-184a-4441-b152-e96264415796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (6ca08cc7-de1e-48c3-8636-76ec9bb97c6c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.877560 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7be14898-184a-4441-b152-e96264415796 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:22.878667 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7be14898-184a-4441-b152-e96264415796 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6ca08cc7-de1e-48c3-8636-76ec9bb97c6c HTTP/1.1" status: 204 len: 168 time: 0.1308949 Jan 17 02:39:22.886336 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be14898-184a-4441-b152-e96264415796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca08cc7-de1e-48c3-8636-76ec9bb97c6c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:23.168748 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d09a523-e571-431f-87ae-a168772f97de req-979ac5b8-458f-47d2-9c51-569f53199ac1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:23.170291 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d09a523-e571-431f-87ae-a168772f97de req-979ac5b8-458f-47d2-9c51-569f53199ac1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0509160 Jan 17 02:39:23.223446 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9d09a523-e571-431f-87ae-a168772f97de req-8494f2d5-2563-4576-b55b-28a8e9b87d97 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423150 Jan 17 02:39:23.538501 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf59004-c00c-491e-9fc8-e3ac6c30e22f req-4a6f1d3e-73b9-4140-9e89-2311cb56cb2f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:23.540719 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1bf59004-c00c-491e-9fc8-e3ac6c30e22f req-4a6f1d3e-73b9-4140-9e89-2311cb56cb2f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0567436 Jan 17 02:39:23.597609 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1bf59004-c00c-491e-9fc8-e3ac6c30e22f req-ec99c3b3-fc0d-4791-8630-77c3b506e447 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506985 Jan 17 02:39:24.101198 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:39:24.147769 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:39:24.148272 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:24.227389 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:39:24.227774 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:24.257785 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:39:24.260257 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251f1d16-4be1-47af-bdba-1e43604d93de" -d '{"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:39:24.277817 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:39:24.283206 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:24.312704 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:39:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fb6285b-b040-4eed-be05-2ca8ea7175ae x-openstack-request-id: req-1fb6285b-b040-4eed-be05-2ca8ea7175ae {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:39:24.312991 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:39:24.313243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1fb6285b-b040-4eed-be05-2ca8ea7175ae {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:39:24.313810 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'code': 200} Jan 17 02:39:24.339710 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=7']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:24.368974 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30b325-8772-4fcc-9501-60c514cfdd8b req-7b805076-800c-458b-bbca-8201a96de08d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:24.370445 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f30b325-8772-4fcc-9501-60c514cfdd8b req-7b805076-800c-458b-bbca-8201a96de08d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0542760 Jan 17 02:39:24.417852 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f30b325-8772-4fcc-9501-60c514cfdd8b req-e8fc4f26-0ff8-47ae-b406-16a26ed2e6e4 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418203 Jan 17 02:39:24.694655 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706a0ea2-70a1-4296-8553-47e6740e87d7 req-4dd1091f-ea92-4217-8a55-a402fe203535 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:24.696149 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-706a0ea2-70a1-4296-8553-47e6740e87d7 req-4dd1091f-ea92-4217-8a55-a402fe203535 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0797637 Jan 17 02:39:24.769236 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8009cf1b-fc5f-40c0-bc70-fc3d43dc16db req-ae8b5a2d-c451-45af-9597-564402a76a6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:24.770784 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8009cf1b-fc5f-40c0-bc70-fc3d43dc16db req-ae8b5a2d-c451-45af-9597-564402a76a6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0925243 Jan 17 02:39:24.783561 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-706a0ea2-70a1-4296-8553-47e6740e87d7 req-40465dad-4ec6-46f9-b1e1-78dbb404d1af tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682483 Jan 17 02:39:24.835423 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8009cf1b-fc5f-40c0-bc70-fc3d43dc16db req-514115c0-0160-48b7-a1ec-248310432f29 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483370 Jan 17 02:39:25.916363 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d7f44a-42c5-4e34-a4f0-a84b19934a74 req-8716501a-4374-409c-9637-faaea0d003d2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:25.917805 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-42d7f44a-42c5-4e34-a4f0-a84b19934a74 req-8716501a-4374-409c-9637-faaea0d003d2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0511205 Jan 17 02:39:25.988869 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-42d7f44a-42c5-4e34-a4f0-a84b19934a74 req-7d86aa0b-b27a-4595-959e-d9978392d5f6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623665 Jan 17 02:39:25.997090 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107e1690-54e6-450d-8db4-b54782f0bab3 req-3a99e5e7-7ca0-481e-978f-7f4651959efe tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:25.998562 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-107e1690-54e6-450d-8db4-b54782f0bab3 req-3a99e5e7-7ca0-481e-978f-7f4651959efe tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0798297 Jan 17 02:39:26.052534 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-107e1690-54e6-450d-8db4-b54782f0bab3 req-ebdcd1f8-74ad-4684-ad54-27881f8ba173 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482605 Jan 17 02:39:27.162828 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-c171fb0d-e952-4bdf-a14b-ab4268a26f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:27.164412 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-c171fb0d-e952-4bdf-a14b-ab4268a26f74 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0985994 Jan 17 02:39:27.173500 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b97e52a-92bf-4435-a106-c53e631afc1a req-1cd808d9-ef69-4718-9746-4a089eb8caed tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:27.174798 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b97e52a-92bf-4435-a106-c53e631afc1a req-1cd808d9-ef69-4718-9746-4a089eb8caed tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.1006484 Jan 17 02:39:27.212643 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7d6ae3-ad18-4e85-a792-6af045a9f75b req-dc92029e-620a-4a9b-96ed-6811caa70282 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:27.214050 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b7d6ae3-ad18-4e85-a792-6af045a9f75b req-dc92029e-620a-4a9b-96ed-6811caa70282 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0906448 Jan 17 02:39:27.248227 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2b97e52a-92bf-4435-a106-c53e631afc1a req-6316675f-3492-4cde-9206-6dcfcf1823e1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665166 Jan 17 02:39:27.278224 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b7d6ae3-ad18-4e85-a792-6af045a9f75b req-b1187b47-10bb-4fbc-8827-5507fe39341c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586119 Jan 17 02:39:28.372826 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089831a-2738-4cb7-b32a-44d862b7656f req-6fa9e18e-48ae-4955-b4ba-9c848315f6c1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:28.374457 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7089831a-2738-4cb7-b32a-44d862b7656f req-6fa9e18e-48ae-4955-b4ba-9c848315f6c1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0579138 Jan 17 02:39:28.421674 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c55ae5-a25b-4c51-abf4-9a54a137bc09 req-04997880-5ee1-4d22-9430-f8621a56ef07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:28.423163 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60c55ae5-a25b-4c51-abf4-9a54a137bc09 req-04997880-5ee1-4d22-9430-f8621a56ef07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0679014 Jan 17 02:39:28.472493 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60c55ae5-a25b-4c51-abf4-9a54a137bc09 req-47d15b5c-d0f0-41ea-bf26-79e8f3f72aa9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434415 Jan 17 02:39:28.688771 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7089831a-2738-4cb7-b32a-44d862b7656f req-5757db96-032f-44ac-9b02-516531ff052e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2959757 Jan 17 02:39:28.706259 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-a2d7d581-3bd7-4bcc-aeb1-ef907c8cba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:28.708326 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-a2d7d581-3bd7-4bcc-aeb1-ef907c8cba5d service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.1374028 Jan 17 02:39:28.782251 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-c6c34fbc-7eb7-432f-9706-ad48407b72a4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 1002 time: 0.0659721 Jan 17 02:39:28.848427 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-be7889a0-7905-472e-8440-953c92c8fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:28.849796 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-be7889a0-7905-472e-8440-953c92c8fa16 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0610228 Jan 17 02:39:28.900247 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-bdffc360-2745-42da-a12b-4d9428d816ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:28.902099 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-bdffc360-2745-42da-a12b-4d9428d816ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0439808 Jan 17 02:39:29.013689 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-3848ed01-b5b1-4099-82a4-fed0bdc3530b service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013331 Jan 17 02:39:29.144011 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e9c67e53-e5aa-4b85-a807-77fd331bdc33 req-b4d14bcf-0289-49e8-be21-512625355ac7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224689 Jan 17 02:39:29.601713 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ef96d0-67a7-4d4e-b992-6f0d232cdd30 req-2855ce14-c1a0-4f45-9593-e3166434c4d8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:29.608591 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0ef96d0-67a7-4d4e-b992-6f0d232cdd30 req-2855ce14-c1a0-4f45-9593-e3166434c4d8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0583842 Jan 17 02:39:29.662898 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c0ef96d0-67a7-4d4e-b992-6f0d232cdd30 req-a0ab06a3-6134-4f40-9793-63027a763cf7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526068 Jan 17 02:39:29.849801 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ff139a-ec2c-4199-a660-489f87ad9d58 req-be4818c0-96df-4bc8-adc8-86417bb14c3b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:29.852329 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7ff139a-ec2c-4199-a660-489f87ad9d58 req-be4818c0-96df-4bc8-adc8-86417bb14c3b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0767133 Jan 17 02:39:29.941707 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f7ff139a-ec2c-4199-a660-489f87ad9d58 req-a2a3960f-c144-471c-a81e-ccba93a1419a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645874 Jan 17 02:39:30.812205 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26b2c1-de47-4625-899d-d9c466b79d1e req-87f8d8f8-3bb4-4040-b696-2d614e3beac8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:30.813694 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f26b2c1-de47-4625-899d-d9c466b79d1e req-87f8d8f8-3bb4-4040-b696-2d614e3beac8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0593197 Jan 17 02:39:30.871380 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f26b2c1-de47-4625-899d-d9c466b79d1e req-0eb340d9-5554-43c6-8078-129281fe2f94 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512803 Jan 17 02:39:31.084366 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c663ed-07bf-43fa-8d6f-9b04a54a38ec req-6f7fe2b8-235c-4179-a328-da47f4bb3cbe tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:31.085881 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0c663ed-07bf-43fa-8d6f-9b04a54a38ec req-6f7fe2b8-235c-4179-a328-da47f4bb3cbe tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0528598 Jan 17 02:39:31.141925 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0c663ed-07bf-43fa-8d6f-9b04a54a38ec req-b0b16020-2b0f-44c0-ad56-d4b6867264cf tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500877 Jan 17 02:39:32.091404 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e098e-5625-4d60-97ab-13d937f5de81 req-0ee92198-3b39-447e-b448-39f89fe1c11a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:32.096181 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b88e098e-5625-4d60-97ab-13d937f5de81 req-0ee92198-3b39-447e-b448-39f89fe1c11a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.1429796 Jan 17 02:39:32.151002 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b88e098e-5625-4d60-97ab-13d937f5de81 req-fd59ee07-c475-4ab7-b1ca-b7f98ec68c3c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498357 Jan 17 02:39:32.290198 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dd1e4-29d0-4697-ba86-03952610a701 req-5b8620b8-a150-4d5b-a7a1-473e067bdfe3 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:32.293221 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f3dd1e4-29d0-4697-ba86-03952610a701 req-5b8620b8-a150-4d5b-a7a1-473e067bdfe3 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0709274 Jan 17 02:39:32.360466 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8f3dd1e4-29d0-4697-ba86-03952610a701 req-5dd50739-69fa-4186-a506-370c1346a608 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613325 Jan 17 02:39:33.287903 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe52312-4185-4b9a-bf27-8d6e88dc3881 req-db394d72-630e-4099-91c0-0b5702f2cab6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:33.289162 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fe52312-4185-4b9a-bf27-8d6e88dc3881 req-db394d72-630e-4099-91c0-0b5702f2cab6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0528586 Jan 17 02:39:33.343380 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5fe52312-4185-4b9a-bf27-8d6e88dc3881 req-e111dc99-d57f-46ee-9b95-d21218360772 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462148 Jan 17 02:39:33.482276 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8c51f-d509-4a37-bcfb-9194c588d091 req-659ef1d4-7665-4359-8ac8-655aa75f140d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:33.483821 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8e8c51f-d509-4a37-bcfb-9194c588d091 req-659ef1d4-7665-4359-8ac8-655aa75f140d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0530295 Jan 17 02:39:33.547033 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c8e8c51f-d509-4a37-bcfb-9194c588d091 req-54dcbe81-db62-4671-b7d2-b24a42c2c45d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567729 Jan 17 02:39:34.479212 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e948f-de82-4020-b913-6abaab2bd85a req-5fd8692f-3a7e-4613-9ede-6190dbd4ddca tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:34.480623 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-230e948f-de82-4020-b913-6abaab2bd85a req-5fd8692f-3a7e-4613-9ede-6190dbd4ddca tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0592241 Jan 17 02:39:34.535210 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-230e948f-de82-4020-b913-6abaab2bd85a req-dad68c74-ead4-49b6-9eae-d524ec590595 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488155 Jan 17 02:39:34.675277 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82908b9a-8472-4b38-b51f-4966bfeb67ba req-1a31f84f-da5f-445e-9000-1a40d53a414e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:34.676872 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82908b9a-8472-4b38-b51f-4966bfeb67ba req-1a31f84f-da5f-445e-9000-1a40d53a414e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0582256 Jan 17 02:39:34.744988 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-82908b9a-8472-4b38-b51f-4966bfeb67ba req-825718ea-05e3-4497-81e7-9a042e241ebb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613904 Jan 17 02:39:35.675671 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adea73-ef50-40be-ac5d-8067a7c36a69 req-52af09c0-2e52-4535-9dbe-63c4289bb6dc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:35.677255 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89adea73-ef50-40be-ac5d-8067a7c36a69 req-52af09c0-2e52-4535-9dbe-63c4289bb6dc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0547116 Jan 17 02:39:35.727524 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89adea73-ef50-40be-ac5d-8067a7c36a69 req-4d4afb58-032d-4881-a88f-99cf2274bcd7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446067 Jan 17 02:39:36.022994 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624592f-f7b4-4a39-8dfa-a08c45a67967 req-be352bb2-1d68-479f-baef-8bcc81573b83 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:36.024921 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6624592f-f7b4-4a39-8dfa-a08c45a67967 req-be352bb2-1d68-479f-baef-8bcc81573b83 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0691969 Jan 17 02:39:36.076654 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6624592f-f7b4-4a39-8dfa-a08c45a67967 req-5996e3de-666a-44d3-aaca-289af6b7992b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445340 Jan 17 02:39:36.917147 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077deed-27e4-40d9-b784-e7e8ea28e872 req-4af9dcb2-d45f-4926-b5f5-6417cdcb66cc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:36.919590 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a077deed-27e4-40d9-b784-e7e8ea28e872 req-4af9dcb2-d45f-4926-b5f5-6417cdcb66cc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.1025958 Jan 17 02:39:36.931330 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-c74c8dc7-334d-4809-a685-ca03e36ea873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:36.932862 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-c74c8dc7-334d-4809-a685-ca03e36ea873 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1099 time: 0.0767715 Jan 17 02:39:37.050990 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-c610fdf8-acb6-441d-b981-671f4565226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:37.052390 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-c610fdf8-acb6-441d-b981-671f4565226b service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.0983570 Jan 17 02:39:37.070684 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a077deed-27e4-40d9-b784-e7e8ea28e872 req-292094f2-7722-497d-a3d3-63abd5caacba tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431248 Jan 17 02:39:37.128726 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-642c15de-fdeb-4a7e-ab4b-ae7f54caff3a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 1001 time: 0.0683627 Jan 17 02:39:37.194810 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-918d8271-ff69-4832-896e-48280b4b6abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:37.196375 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-918d8271-ff69-4832-896e-48280b4b6abe service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0475843 Jan 17 02:39:37.250871 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-0aa1b3bd-04f2-4055-a743-9c057a180829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:37.252401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-0aa1b3bd-04f2-4055-a743-9c057a180829 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0472679 Jan 17 02:39:37.378004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-49e3fb97-ac57-45f2-b576-605d5413aa19 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170735 Jan 17 02:39:37.493642 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a685e6b-e725-43c9-a7de-d3fae806477a req-c98081fc-5529-4b71-bd56-617854e5bf56 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084306 Jan 17 02:39:38.193429 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3fe33-2a22-43a9-8273-cfeecbe5f388 req-924023a3-c01d-4850-ba06-f69343308528 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:38.194898 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfc3fe33-2a22-43a9-8273-cfeecbe5f388 req-924023a3-c01d-4850-ba06-f69343308528 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0499630 Jan 17 02:39:38.240814 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cfc3fe33-2a22-43a9-8273-cfeecbe5f388 req-4df3b062-6b07-4a81-9734-046b3f20b888 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402093 Jan 17 02:39:38.580083 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:39.370676 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a8535-5fe4-4ec6-b4e7-3842c9fe532f req-f4e029c8-674d-41fd-8653-2ace5e7dd233 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:39.372332 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd8a8535-5fe4-4ec6-b4e7-3842c9fe532f req-f4e029c8-674d-41fd-8653-2ace5e7dd233 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0559323 Jan 17 02:39:39.420646 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cd8a8535-5fe4-4ec6-b4e7-3842c9fe532f req-77c3a2a3-4779-4b89-abbe-4f496d5dd260 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426171 Jan 17 02:39:39.674111 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0a5eaa27-5b1c-4b1e-b84b-0137a1b4526e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:40.543899 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d951c0a-807c-4563-8cfb-e24225f77055 req-f296c56a-90c9-4e2b-94c8-6ec00b133c71 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:40.545240 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d951c0a-807c-4563-8cfb-e24225f77055 req-f296c56a-90c9-4e2b-94c8-6ec00b133c71 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0541272 Jan 17 02:39:40.593657 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0d951c0a-807c-4563-8cfb-e24225f77055 req-3dd36586-7aa2-462e-9eaf-126a99e7c775 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425658 Jan 17 02:39:41.725323 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2380f2-0539-41f5-99af-6efd34a012f5 req-53d9cc55-c655-46e4-8586-18df2c264cd6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:41.726760 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f2380f2-0539-41f5-99af-6efd34a012f5 req-53d9cc55-c655-46e4-8586-18df2c264cd6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0593898 Jan 17 02:39:41.773929 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f2380f2-0539-41f5-99af-6efd34a012f5 req-fb4a7ee3-fecb-4b73-8766-86c5d4208db3 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Jan 17 02:39:41.889014 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0d10561e-f858-4a47-bb44-d685e54b1989 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:42.896574 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980c414-00e1-410a-b287-8388c16acffc req-ba3f6644-363d-4ef2-92f6-7c3ddb9f152b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:42.898074 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9980c414-00e1-410a-b287-8388c16acffc req-ba3f6644-363d-4ef2-92f6-7c3ddb9f152b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0527279 Jan 17 02:39:42.949837 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9980c414-00e1-410a-b287-8388c16acffc req-efd1128a-54c6-4c04-bd42-76dd0cca471e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462575 Jan 17 02:39:42.957778 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:43.372670 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-c68d2ba9-3b05-43b4-a34a-c44539ee6613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:43.374124 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-c68d2ba9-3b05-43b4-a34a-c44539ee6613 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1099 time: 0.0413184 Jan 17 02:39:43.471905 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-28f3991c-ef48-43f4-ae74-35e2792189c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:43.473457 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-28f3991c-ef48-43f4-ae74-35e2792189c6 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.0924885 Jan 17 02:39:43.545777 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-cade15cb-0e20-4f78-93bd-ec668a58fc2c service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 1001 time: 0.0644138 Jan 17 02:39:43.595861 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-e684a49b-473b-4a76-94aa-403672bc74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:43.597589 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-e684a49b-473b-4a76-94aa-403672bc74c6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0448217 Jan 17 02:39:43.643196 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-ebc3a999-8584-4b78-a80d-e20d2a5e2724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:43.644717 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-ebc3a999-8584-4b78-a80d-e20d2a5e2724 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412052 Jan 17 02:39:43.754397 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-1a96c44d-8d16-4f42-84a5-71aafc207c09 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019447 Jan 17 02:39:43.859694 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-55d9b0dc-a245-47ab-831f-76714d96ec3f req-d7e58d60-bd7b-4d1a-af3a-34d3a6c98e71 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866523 Jan 17 02:39:44.190595 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb44d46-0aa6-4e1b-a381-81fd025d770e req-d9ab5eaf-1f26-4289-a88b-e35b43f62138 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:44.192401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6bb44d46-0aa6-4e1b-a381-81fd025d770e req-d9ab5eaf-1f26-4289-a88b-e35b43f62138 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0548232 Jan 17 02:39:44.240167 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6bb44d46-0aa6-4e1b-a381-81fd025d770e req-ff0b4f7c-d766-41c2-bf40-9e3a4eeb2c5c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420527 Jan 17 02:39:44.605552 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:45.375971 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279f81a-2a07-48c2-b1b0-53066c57135b req-13676282-908c-4431-a6f0-d276602eb5ac tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:45.377513 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1279f81a-2a07-48c2-b1b0-53066c57135b req-13676282-908c-4431-a6f0-d276602eb5ac tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.0606973 Jan 17 02:39:45.424346 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1279f81a-2a07-48c2-b1b0-53066c57135b req-caca4b90-43b4-4227-a93e-968d5e655d0f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410633 Jan 17 02:39:45.851596 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:46.808438 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cf410-b4e5-4f7d-a77c-2fe9df27afe6 req-6a0c7310-27d9-4921-b22a-55486d2bd398 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:46.809812 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-992cf410-b4e5-4f7d-a77c-2fe9df27afe6 req-6a0c7310-27d9-4921-b22a-55486d2bd398 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 946 time: 0.3129642 Jan 17 02:39:46.868491 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-992cf410-b4e5-4f7d-a77c-2fe9df27afe6 req-f57387c3-69c5-49e0-a68d-f51bd313f7da tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508242 Jan 17 02:39:47.345614 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:39:47.431576 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:39:47.431845 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:47.456422 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:39:47.458696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada27f43-72fd-40a7-a3c1-284d3ded16c4" -d '{"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:39:47.470862 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:39:47.477367 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:47.503653 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 02:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4bfefd-429e-4587-a7f5-4196aa846338 x-openstack-request-id: req-0d4bfefd-429e-4587-a7f5-4196aa846338 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:39:47.503923 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-unplugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:39:47.504192 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0d4bfefd-429e-4587-a7f5-4196aa846338 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:39:47.504575 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'code': 200} Jan 17 02:39:47.528669 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=8']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:48.002498 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da739da-3d92-4b22-836a-39bb0b2e2ea3 req-c5948e77-f5e2-4216-8142-211f672d74a2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:48.003947 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1da739da-3d92-4b22-836a-39bb0b2e2ea3 req-c5948e77-f5e2-4216-8142-211f672d74a2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0523856 Jan 17 02:39:48.049387 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1da739da-3d92-4b22-836a-39bb0b2e2ea3 req-cf81c00a-d6b0-48de-bcc9-21683d8e72c1 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397649 Jan 17 02:39:49.171818 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3611b8a-8f82-4fb7-9e7d-620b6d471734 req-4f2f5e3c-7676-4fee-97a6-2ec1e9623103 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:49.173367 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3611b8a-8f82-4fb7-9e7d-620b6d471734 req-4f2f5e3c-7676-4fee-97a6-2ec1e9623103 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0504813 Jan 17 02:39:49.228621 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3611b8a-8f82-4fb7-9e7d-620b6d471734 req-94486629-cdd8-4324-94a6-8ee6e84b1da6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496178 Jan 17 02:39:50.370021 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee506b6-21aa-4be1-8413-2020db595575 req-10630855-ffb8-4280-845a-a921ff888923 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:50.371852 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ee506b6-21aa-4be1-8413-2020db595575 req-10630855-ffb8-4280-845a-a921ff888923 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0577230 Jan 17 02:39:50.422573 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1ee506b6-21aa-4be1-8413-2020db595575 req-2eaf1f53-f92b-4ac9-afe9-1aa84dbcd15a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445468 Jan 17 02:39:50.962965 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-6083af9b-3b25-4576-ade3-a8cb79071eff req-f32abe07-fb6a-4d51-a000-61403027c06f service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:39:50.963973 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6083af9b-3b25-4576-ade3-a8cb79071eff req-f32abe07-fb6a-4d51-a000-61403027c06f service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0516386 Jan 17 02:39:51.138746 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6a30e-088d-4c91-a8cb-372886d61ebd req-c0df230f-60ae-414f-b3d1-27ea4feb4926 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:51.140593 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8dd6a30e-088d-4c91-a8cb-372886d61ebd req-c0df230f-60ae-414f-b3d1-27ea4feb4926 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0546203 Jan 17 02:39:51.193801 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8dd6a30e-088d-4c91-a8cb-372886d61ebd req-c24786a7-87bb-4017-bfaf-8c4b9e527488 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461042 Jan 17 02:39:51.390419 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2049a2-b313-459a-a13b-cb419a956b24 req-e2d2fd05-104b-4c41-9d85-336a2be1dc76 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:51.391901 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab2049a2-b313-459a-a13b-cb419a956b24 req-e2d2fd05-104b-4c41-9d85-336a2be1dc76 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0557761 Jan 17 02:39:51.407798 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56050) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:39:51.443601 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ab2049a2-b313-459a-a13b-cb419a956b24 req-0bf1c5ff-7cb9-4a99-b776-873074f260e2 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459428 Jan 17 02:39:51.501553 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-5d1144b0-8674-43a0-add8-a12c33350202 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0922909 Jan 17 02:39:51.510524 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-521e1e45-1515-4aaa-81af-9e47d78f6c8b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:39:51.511475 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-521e1e45-1515-4aaa-81af-9e47d78f6c8b service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050364 Jan 17 02:39:52.156321 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:39:52.321684 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a250712-b021-478c-ac5a-cdae2b029ec4 req-dada8576-3fad-411e-a21a-fbd337b65d14 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:52.323118 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9a250712-b021-478c-ac5a-cdae2b029ec4 req-dada8576-3fad-411e-a21a-fbd337b65d14 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0483525 Jan 17 02:39:52.368993 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9a250712-b021-478c-ac5a-cdae2b029ec4 req-4e592c94-cd90-4df7-81cf-fa9639d9f80e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400913 Jan 17 02:39:52.727777 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d9234-8ed8-4263-bdab-29cf8720fa7c req-094710d3-e607-4396-b9a7-0723c1007d98 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:52.729248 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-383d9234-8ed8-4263-bdab-29cf8720fa7c req-094710d3-e607-4396-b9a7-0723c1007d98 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0560653 Jan 17 02:39:52.782749 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-383d9234-8ed8-4263-bdab-29cf8720fa7c req-57d366dc-a63b-4c1c-b117-557d57a3f7ec tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453529 Jan 17 02:39:53.038048 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:39:53.132370 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: DOWN; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:39:53.497703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc894705-604e-4ca8-86dd-b9ab4db7fe67 req-a2ee8642-1f0f-42ea-a597-2048e621c58f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:53.499188 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc894705-604e-4ca8-86dd-b9ab4db7fe67 req-a2ee8642-1f0f-42ea-a597-2048e621c58f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0508914 Jan 17 02:39:53.545866 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bc894705-604e-4ca8-86dd-b9ab4db7fe67 req-b5c11796-197f-4d40-97ec-36c7ef357397 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410647 Jan 17 02:39:53.913155 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0bbf76-3ba0-4d0a-a66b-6d1e445bc794 req-b7d0acf0-28f9-466a-879b-bf481f9159ba tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:53.914613 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c0bbf76-3ba0-4d0a-a66b-6d1e445bc794 req-b7d0acf0-28f9-466a-879b-bf481f9159ba tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0539443 Jan 17 02:39:53.961177 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0c0bbf76-3ba0-4d0a-a66b-6d1e445bc794 req-bbc92b88-b41f-470b-9b64-b0d4024e92f9 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409493 Jan 17 02:39:54.679277 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7d489-c858-493c-b7d3-40b27258c0e8 req-4a641343-cb62-45c4-84b5-ae43f684c1c8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:54.680741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9b7d489-c858-493c-b7d3-40b27258c0e8 req-4a641343-cb62-45c4-84b5-ae43f684c1c8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0618701 Jan 17 02:39:54.737208 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9b7d489-c858-493c-b7d3-40b27258c0e8 req-68742976-fead-4029-9a8e-8dc2a10c11b3 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505555 Jan 17 02:39:55.089877 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60e841-456c-44c7-a9e8-815e79483563 req-89aaab62-db34-4a3e-bb34-a2517bcd7af4 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:55.091350 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe60e841-456c-44c7-a9e8-815e79483563 req-89aaab62-db34-4a3e-bb34-a2517bcd7af4 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0539279 Jan 17 02:39:55.137546 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fe60e841-456c-44c7-a9e8-815e79483563 req-d83fd46f-2edd-422d-b5f8-d0447a0b108d tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 Jan 17 02:39:55.870477 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200af9-e2bb-4e1e-8176-73b4d3adc9e9 req-af9be684-6127-446e-80e5-fa03a9fad46d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:55.871829 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b200af9-e2bb-4e1e-8176-73b4d3adc9e9 req-af9be684-6127-446e-80e5-fa03a9fad46d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0532639 Jan 17 02:39:55.922108 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b200af9-e2bb-4e1e-8176-73b4d3adc9e9 req-9c6ffe7a-70a4-4a1e-8ab3-022391e8bc03 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Jan 17 02:39:56.281878 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0487b-002b-40e9-859b-7a7090f34815 req-bfd55bb6-3dd3-4aaf-be7d-a82cb2fbb61c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:56.283346 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-04f0487b-002b-40e9-859b-7a7090f34815 req-bfd55bb6-3dd3-4aaf-be7d-a82cb2fbb61c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0510385 Jan 17 02:39:56.331554 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-04f0487b-002b-40e9-859b-7a7090f34815 req-18b93d1b-6a59-4a74-929b-affc2cd8ae7f tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Jan 17 02:39:57.063133 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31427a2-8731-4a4c-a033-3162d2880107 req-99b146ef-1f47-4439-b8a1-981e64c69855 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:57.064526 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f31427a2-8731-4a4c-a033-3162d2880107 req-99b146ef-1f47-4439-b8a1-981e64c69855 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0512750 Jan 17 02:39:57.117394 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f31427a2-8731-4a4c-a033-3162d2880107 req-bb2672cd-960c-43e0-8fb5-a6c0c3d505e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471678 Jan 17 02:39:57.475175 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5d195-9461-4cf0-8e79-09cf27d8e011 req-b310be30-6782-42f8-88d8-1e1838c26102 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:57.476926 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2de5d195-9461-4cf0-8e79-09cf27d8e011 req-b310be30-6782-42f8-88d8-1e1838c26102 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0616591 Jan 17 02:39:57.523607 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2de5d195-9461-4cf0-8e79-09cf27d8e011 req-78310e86-69de-40da-8bf7-f5fe49928fef tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410423 Jan 17 02:39:58.254288 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc580ea-aaef-4643-b67d-c03db2a5f695 req-a90edb09-1312-4663-b62f-2b16310db0bd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:58.255768 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8bc580ea-aaef-4643-b67d-c03db2a5f695 req-a90edb09-1312-4663-b62f-2b16310db0bd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0616410 Jan 17 02:39:58.303042 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8bc580ea-aaef-4643-b67d-c03db2a5f695 req-75794cf9-a460-42c0-9ed4-c9d036a432ab tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414677 Jan 17 02:39:58.465637 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-e64ac0bf-607e-4914-973d-b0599e6041c5 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:58.466987 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-e64ac0bf-607e-4914-973d-b0599e6041c5 tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0647128 Jan 17 02:39:58.559133 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Deleting port 8621d1fb-d919-4954-b511-5c85c9126b23 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:39:58.559669 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:58.676114 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] For port 8621d1fb-d919-4954-b511-5c85c9126b23, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8621d1fb-d919-4954-b511-5c85c9126b23,segment=NetworkSegment(f3788d94-01e6-46d4-813e-36ea61374949),segment_id=f3788d94-01e6-46d4-813e-36ea61374949)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:39:58.676503 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:58.694885 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02e2f7-8dad-4126-8a58-eb9fe26aae75 req-55f85c22-0e4e-42df-8401-25c0279ba9ae tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:58.696402 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d02e2f7-8dad-4126-8a58-eb9fe26aae75 req-55f85c22-0e4e-42df-8401-25c0279ba9ae tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e0fc10a-49d6-4039-9d8b-2dc4183b54b7 HTTP/1.1" status: 200 len: 946 time: 0.0851643 Jan 17 02:39:58.700908 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Calling delete_port for 8621d1fb-d919-4954-b511-5c85c9126b23 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:39:58.795384 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d02e2f7-8dad-4126-8a58-eb9fe26aae75 req-680d1cc0-eba5-4777-866c-59869180ccef tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.24 "GET /v2.0/security-groups?id=85ffa8f8-df8f-4d81-9a2d-978e28268559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902061 Jan 17 02:39:58.864525 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (8621d1fb-d919-4954-b511-5c85c9126b23), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:58.899665 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Pushing event deleted for resources: {'Port': ['ID=8621d1fb-d919-4954-b511-5c85c9126b23,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:39:58.908132 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['8621d1fb-d919-4954-b511-5c85c9126b23'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:39:58.921961 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.922335 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.922721 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.923105 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.923474 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.923838 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.924188 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.924518 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.924880 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.925184 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.925528 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.925868 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.926242 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:39:58.950752 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] No DVR routers for this DVR port 8621d1fb-d919-4954-b511-5c85c9126b23 on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:39:58.953479 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:39:58.957061 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6cd22129-c06b-4edd-bbca-e64cd4aed798 req-b9ee9785-0e41-433e-b09d-781ccaf0e51c tempest-VolumesSnapshotTestJSON-777164675 tempest-VolumesSnapshotTestJSON-777164675-project] 10.222.0.64 "DELETE /v2.0/ports/8621d1fb-d919-4954-b511-5c85c9126b23 HTTP/1.1" status: 204 len: 173 time: 0.4840660 Jan 17 02:39:58.958031 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'name': 'network-vif-deleted', 'tag': '8621d1fb-d919-4954-b511-5c85c9126b23'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:39:58.960655 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ffcc67-6237-48a6-a249-a5fb46765ee5" -d '{"events": [{"server_uuid": "4e0fc10a-49d6-4039-9d8b-2dc4183b54b7", "name": "network-vif-deleted", "tag": "8621d1fb-d919-4954-b511-5c85c9126b23"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:39:59.057250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4f33b7-a9b7-4c4c-8793-9d6fbba92886 x-openstack-request-id: req-8f4f33b7-a9b7-4c4c-8793-9d6fbba92886 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:39:59.057641 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e0fc10a-49d6-4039-9d8b-2dc4183b54b7", "name": "network-vif-deleted", "tag": "8621d1fb-d919-4954-b511-5c85c9126b23", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:39:59.057915 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f4f33b7-a9b7-4c4c-8793-9d6fbba92886 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:39:59.058548 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e0fc10a-49d6-4039-9d8b-2dc4183b54b7', 'name': 'network-vif-deleted', 'tag': '8621d1fb-d919-4954-b511-5c85c9126b23', 'status': 'completed', 'code': 200} Jan 17 02:39:59.441841 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0599a-3012-4fa4-b603-cdd3a5142065 req-f37e6eb3-1dcc-43fc-977f-21439d116ac2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:39:59.443367 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ea0599a-3012-4fa4-b603-cdd3a5142065 req-f37e6eb3-1dcc-43fc-977f-21439d116ac2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0549352 Jan 17 02:39:59.498161 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ea0599a-3012-4fa4-b603-cdd3a5142065 req-62e2987d-3270-4de0-aa68-e1c496abaa9d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482888 Jan 17 02:40:00.644963 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f956e-cf2c-4224-861f-c4f6e58e51b8 req-da8303d5-373c-4da3-9515-36e1804d50ea tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:00.646442 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a0f956e-cf2c-4224-861f-c4f6e58e51b8 req-da8303d5-373c-4da3-9515-36e1804d50ea tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0597165 Jan 17 02:40:00.693600 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7a0f956e-cf2c-4224-861f-c4f6e58e51b8 req-4142d6fc-f7c6-49f7-a2a6-161b7eee1189 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415556 Jan 17 02:40:01.406080 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8621d1fb-d919-4954-b511-5c85c9126b23 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:40:01.438650 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 8621d1fb-d919-4954-b511-5c85c9126b23 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:40:01.439177 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8621d1fb-d919-4954-b511-5c85c9126b23 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:40:01.548445 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-1c07f3fc-7e80-4865-882e-2aba01a06e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:01.549991 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-1c07f3fc-7e80-4865-882e-2aba01a06e95 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1&tenant_id=0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 1097 time: 0.1414144 Jan 17 02:40:01.828564 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b5bc1-8bed-46d7-ac14-cbd036d90b0d req-0b51a0e6-608c-4ad3-810f-de1b2d443e8c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:01.830059 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca5b5bc1-8bed-46d7-ac14-cbd036d90b0d req-0b51a0e6-608c-4ad3-810f-de1b2d443e8c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0528455 Jan 17 02:40:01.886447 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca5b5bc1-8bed-46d7-ac14-cbd036d90b0d req-5e818888-48f8-4abb-a811-4a18462153f7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480189 Jan 17 02:40:03.015262 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2053-fd97-49d2-90a2-76c8c2574b50 req-648c77a3-af7b-4f3c-929e-20e034152607 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:03.016739 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-499e2053-fd97-49d2-90a2-76c8c2574b50 req-648c77a3-af7b-4f3c-929e-20e034152607 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0488095 Jan 17 02:40:03.061900 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-499e2053-fd97-49d2-90a2-76c8c2574b50 req-efe0b907-5571-4ca4-9f31-04c609a1d42c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395801 Jan 17 02:40:03.816712 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-fd3292f7-1c14-4f45-beaf-79d21e36744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:03.818211 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-fd3292f7-1c14-4f45-beaf-79d21e36744b service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1097 time: 0.0474682 Jan 17 02:40:03.910673 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-c4de6953-6b4f-4db6-91b5-c25db288baae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:03.912152 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-c4de6953-6b4f-4db6-91b5-c25db288baae service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.0869820 Jan 17 02:40:03.981627 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-c3277720-02da-4005-8579-871b1c86f36e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 999 time: 0.0621679 Jan 17 02:40:04.031508 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-27ecab2d-cae3-4fad-8dcd-7b8cc90649dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:04.033036 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-27ecab2d-cae3-4fad-8dcd-7b8cc90649dc service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0455019 Jan 17 02:40:04.077251 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-bf2cd61d-b168-4cf8-82ca-0efa02537d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:04.078700 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-bf2cd61d-b168-4cf8-82ca-0efa02537d99 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400689 Jan 17 02:40:04.201004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-4e269da3-c6a9-49b1-82f8-9770c4c08a73 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147201 Jan 17 02:40:04.209333 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c745bf-457d-4eed-b908-486e2e908074 req-7b79a30c-b532-48bc-891c-1ae1e0f13b65 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:04.210689 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74c745bf-457d-4eed-b908-486e2e908074 req-7b79a30c-b532-48bc-891c-1ae1e0f13b65 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0703266 Jan 17 02:40:04.309235 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-74c745bf-457d-4eed-b908-486e2e908074 req-be5652ca-9758-46fa-b7b4-59dc3c6fed35 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908167 Jan 17 02:40:04.326437 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-5752cec8-16ab-4356-a6f4-c3f6e91b47ec service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148927 Jan 17 02:40:05.458730 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e339aa-01af-4a55-906c-ea03b4093d2c req-ae159bbe-88ee-48f5-a547-390c4b52ca10 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:05.461346 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12e339aa-01af-4a55-906c-ea03b4093d2c req-ae159bbe-88ee-48f5-a547-390c4b52ca10 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0733259 Jan 17 02:40:05.523761 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12e339aa-01af-4a55-906c-ea03b4093d2c req-85673da7-f0c3-4114-a484-0b54ca085f17 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562890 Jan 17 02:40:06.379099 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56264) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:06.485177 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:06.561178 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Publish callbacks [] for security_group (d0ff69f7-df76-4ad2-9b20-6c80c157b3fe), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:06.566760 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d0ff69f7-df76-4ad2-9b20-6c80c157b3fe), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:06.603254 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ff69f7-df76-4ad2-9b20-6c80c157b3fe,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:06.607408 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef391ae8d75247b9a84f109fef212df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272744 Jan 17 02:40:06.612580 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56270) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:06.618911 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.619251 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.619586 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.619914 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.620286 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.620586 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.620903 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.621222 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.621535 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.621849 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.622160 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.622470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.622779 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd055003-c528-4aae-b0e8-37f3a4c3dee0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:06.660637 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41711804-d3f6-49ad-9f44-49c6192d9776 req-e1dba32c-ff27-4843-99ab-4135d3bb5cb4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:06.662197 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41711804-d3f6-49ad-9f44-49c6192d9776 req-e1dba32c-ff27-4843-99ab-4135d3bb5cb4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0608044 Jan 17 02:40:06.703051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e15c9c9-fc16-46c6-a923-5a0a986f30cf admin admin] Publish callbacks [] for security_group (d0ff69f7-df76-4ad2-9b20-6c80c157b3fe), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:06.727821 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41711804-d3f6-49ad-9f44-49c6192d9776 req-c2e49494-7ea1-4d08-94b8-e9f8cc809455 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597153 Jan 17 02:40:06.747527 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e15c9c9-fc16-46c6-a923-5a0a986f30cf admin admin] Publish callbacks [] for security_group (d0ff69f7-df76-4ad2-9b20-6c80c157b3fe), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:06.827267 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e15c9c9-fc16-46c6-a923-5a0a986f30cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d0ff69f7-df76-4ad2-9b20-6c80c157b3fe), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:06.830376 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3e15c9c9-fc16-46c6-a923-5a0a986f30cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:06.832793 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3e15c9c9-fc16-46c6-a923-5a0a986f30cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0ff69f7-df76-4ad2-9b20-6c80c157b3fe HTTP/1.1" status: 204 len: 168 time: 0.2190042 Jan 17 02:40:06.841231 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e15c9c9-fc16-46c6-a923-5a0a986f30cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ff69f7-df76-4ad2-9b20-6c80c157b3fe,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:07.225929 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 56308) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:07.247378 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e696382-2c5a-4afe-a909-7bf89f28d29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:07.333293 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e696382-2c5a-4afe-a909-7bf89f28d29e admin admin] Publish callbacks [] for security_group (08b320bc-d333-4319-a30e-03a6453e7207), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:07.339253 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1e696382-2c5a-4afe-a909-7bf89f28d29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (08b320bc-d333-4319-a30e-03a6453e7207), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:07.382030 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1e696382-2c5a-4afe-a909-7bf89f28d29e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=321ae0c04f164fecafc96683c144c855&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1548455 Jan 17 02:40:07.383153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e696382-2c5a-4afe-a909-7bf89f28d29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b320bc-d333-4319-a30e-03a6453e7207,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:07.384734 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56310) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:07.445780 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9700e69-6336-4d83-b2fb-b5fe201faf15 admin admin] Publish callbacks [] for security_group (08b320bc-d333-4319-a30e-03a6453e7207), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:07.467526 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9700e69-6336-4d83-b2fb-b5fe201faf15 admin admin] Publish callbacks [] for security_group (08b320bc-d333-4319-a30e-03a6453e7207), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:07.513568 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9700e69-6336-4d83-b2fb-b5fe201faf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (08b320bc-d333-4319-a30e-03a6453e7207), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:07.516211 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9700e69-6336-4d83-b2fb-b5fe201faf15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:07.517367 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b9700e69-6336-4d83-b2fb-b5fe201faf15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08b320bc-d333-4319-a30e-03a6453e7207 HTTP/1.1" status: 204 len: 168 time: 0.1308830 Jan 17 02:40:07.524934 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9700e69-6336-4d83-b2fb-b5fe201faf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b320bc-d333-4319-a30e-03a6453e7207,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:07.854629 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77addf7-7639-4d2d-8ad4-4927095e7972 req-ae32c3a0-8cee-489f-be0d-e4a15aa01cda tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:07.856200 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b77addf7-7639-4d2d-8ad4-4927095e7972 req-ae32c3a0-8cee-489f-be0d-e4a15aa01cda tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0491092 Jan 17 02:40:07.909061 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b77addf7-7639-4d2d-8ad4-4927095e7972 req-cd50b091-456f-4e0c-a0f9-4c5aad892444 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462596 Jan 17 02:40:08.576592 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:09.043400 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbff6d-3ee8-4204-8eef-07dad530fcf8 req-08d7d005-4c67-49d1-a08f-9726553ab6f9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:09.044960 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-58cbff6d-3ee8-4204-8eef-07dad530fcf8 req-08d7d005-4c67-49d1-a08f-9726553ab6f9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0521638 Jan 17 02:40:09.101873 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-58cbff6d-3ee8-4204-8eef-07dad530fcf8 req-e8519116-48e4-45bd-bc2c-8afa22ec80b0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487537 Jan 17 02:40:09.674517 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c21fdfa9-5bea-479b-a5d9-0b387d0017c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:10.238649 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b8aa2-83de-4ec3-a688-7087305be5cc req-212342be-49bc-43ee-9a98-e914983ee01e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:10.240396 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d32b8aa2-83de-4ec3-a688-7087305be5cc req-212342be-49bc-43ee-9a98-e914983ee01e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0511620 Jan 17 02:40:10.287373 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d32b8aa2-83de-4ec3-a688-7087305be5cc req-dd72b227-4c67-4bf4-a4f8-0f2dd11c9dc8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414286 Jan 17 02:40:11.422540 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baf9f42-e9cb-425f-a2a7-ec7c87f58c88 req-33202e47-5f35-4899-a181-dc5bf47fec84 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:11.424121 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2baf9f42-e9cb-425f-a2a7-ec7c87f58c88 req-33202e47-5f35-4899-a181-dc5bf47fec84 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0540266 Jan 17 02:40:11.469783 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2baf9f42-e9cb-425f-a2a7-ec7c87f58c88 req-f6ecd9b9-f8d4-435f-965a-0fccb63478b7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399249 Jan 17 02:40:11.883630 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2da8eaf3-4858-4ed3-9ad5-d3e7b97505d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:12.614809 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaef576-15b2-44e8-a633-bcb878b33a16 req-843c6727-b17f-4a13-8f30-c12795dfaab8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:12.616329 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfaef576-15b2-44e8-a633-bcb878b33a16 req-843c6727-b17f-4a13-8f30-c12795dfaab8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0609393 Jan 17 02:40:12.669587 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfaef576-15b2-44e8-a633-bcb878b33a16 req-d9dfd9c5-034b-4a7d-85a5-839373ac3bce tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448635 Jan 17 02:40:12.964423 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:13.807893 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99566bb1-e54f-4bd8-b756-10515c18159e req-75b05f97-2486-40a0-bad3-2de4f290e7e2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:13.809403 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99566bb1-e54f-4bd8-b756-10515c18159e req-75b05f97-2486-40a0-bad3-2de4f290e7e2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0546114 Jan 17 02:40:13.862279 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99566bb1-e54f-4bd8-b756-10515c18159e req-62280640-a160-496e-a1c4-99133946f4d7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459681 Jan 17 02:40:14.606870 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:15.001169 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0efab2-76fa-4f31-a818-2c3c2fce2045 req-287cf0bf-153c-4db1-80d0-49cf7063068b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:15.002879 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0efab2-76fa-4f31-a818-2c3c2fce2045 req-287cf0bf-153c-4db1-80d0-49cf7063068b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0503814 Jan 17 02:40:15.060819 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a0efab2-76fa-4f31-a818-2c3c2fce2045 req-27b59f73-5fcf-45f5-9664-cbd398b276f9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492554 Jan 17 02:40:15.851581 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:16.195030 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c28ba2-e7c8-4c28-bc53-edca4c69109b req-743d9c7e-bccf-4161-83c9-36675401d2e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:16.196464 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49c28ba2-e7c8-4c28-bc53-edca4c69109b req-743d9c7e-bccf-4161-83c9-36675401d2e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0502591 Jan 17 02:40:16.247160 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-49c28ba2-e7c8-4c28-bc53-edca4c69109b req-3a1ba8bd-3a9d-42e5-a721-073a72576263 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449281 Jan 17 02:40:17.408912 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685f746-da07-4a2a-be32-d2c3d4bc6b94 req-c6771c9d-3c8a-430a-942e-552de542a6f6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:17.410892 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e685f746-da07-4a2a-be32-d2c3d4bc6b94 req-c6771c9d-3c8a-430a-942e-552de542a6f6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0706673 Jan 17 02:40:17.490223 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e685f746-da07-4a2a-be32-d2c3d4bc6b94 req-f92eaee9-ec2c-4362-a088-88d55fa9cd56 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645652 Jan 17 02:40:17.932617 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 56454) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:18.040574 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2e5787d-0a01-4c98-9fa4-2262420a7546 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.133764 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2e5787d-0a01-4c98-9fa4-2262420a7546 admin admin] Publish callbacks [] for security_group (24547024-9b45-4546-a978-853d10322237), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.148205 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a2e5787d-0a01-4c98-9fa4-2262420a7546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (24547024-9b45-4546-a978-853d10322237), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.189134 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a2e5787d-0a01-4c98-9fa4-2262420a7546 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61de6083783646ae9c68404a8a023988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2530553 Jan 17 02:40:18.189134 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5787d-0a01-4c98-9fa4-2262420a7546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24547024-9b45-4546-a978-853d10322237,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:18.189523 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56460) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:18.243433 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1107d04-c8c7-41fe-b4e3-fc1193e8d1fa admin admin] Publish callbacks [] for security_group (24547024-9b45-4546-a978-853d10322237), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.289217 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1107d04-c8c7-41fe-b4e3-fc1193e8d1fa admin admin] Publish callbacks [] for security_group (24547024-9b45-4546-a978-853d10322237), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.338022 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1107d04-c8c7-41fe-b4e3-fc1193e8d1fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (24547024-9b45-4546-a978-853d10322237), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.341037 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f1107d04-c8c7-41fe-b4e3-fc1193e8d1fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.342285 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f1107d04-c8c7-41fe-b4e3-fc1193e8d1fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/24547024-9b45-4546-a978-853d10322237 HTTP/1.1" status: 204 len: 168 time: 0.1501369 Jan 17 02:40:18.350053 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1107d04-c8c7-41fe-b4e3-fc1193e8d1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24547024-9b45-4546-a978-853d10322237,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:18.663655 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56474) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:18.678585 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b0a8dd5-6668-4cc3-991d-9766a89e7019 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.686322 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b831a46-f3dd-497b-a3b5-d08ce1725d54 req-1cbd5450-f0fc-4075-a989-1095c450dcef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:18.688080 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b831a46-f3dd-497b-a3b5-d08ce1725d54 req-1cbd5450-f0fc-4075-a989-1095c450dcef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0994663 Jan 17 02:40:18.769315 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1b831a46-f3dd-497b-a3b5-d08ce1725d54 req-3e5d1625-592a-4b5d-82d1-d8e9aaaf7793 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752518 Jan 17 02:40:18.807151 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b0a8dd5-6668-4cc3-991d-9766a89e7019 admin admin] Publish callbacks [] for security_group (806902aa-c985-40ad-b878-d5c6ba453f33), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.811572 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8b0a8dd5-6668-4cc3-991d-9766a89e7019 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (806902aa-c985-40ad-b878-d5c6ba453f33), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.854668 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8b0a8dd5-6668-4cc3-991d-9766a89e7019 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c79832e903ca497da79ac220481cde1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896784 Jan 17 02:40:18.856590 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a8dd5-6668-4cc3-991d-9766a89e7019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806902aa-c985-40ad-b878-d5c6ba453f33,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:18.857398 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 56478) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:18.919967 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85cbe923-6435-4097-b443-bfb36c64ad76 admin admin] Publish callbacks [] for security_group (806902aa-c985-40ad-b878-d5c6ba453f33), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:18.944591 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85cbe923-6435-4097-b443-bfb36c64ad76 admin admin] Publish callbacks [] for security_group (806902aa-c985-40ad-b878-d5c6ba453f33), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:19.002647 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85cbe923-6435-4097-b443-bfb36c64ad76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (806902aa-c985-40ad-b878-d5c6ba453f33), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:19.005443 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85cbe923-6435-4097-b443-bfb36c64ad76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:19.006775 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-85cbe923-6435-4097-b443-bfb36c64ad76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/806902aa-c985-40ad-b878-d5c6ba453f33 HTTP/1.1" status: 204 len: 168 time: 0.1480393 Jan 17 02:40:19.014569 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cbe923-6435-4097-b443-bfb36c64ad76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806902aa-c985-40ad-b878-d5c6ba453f33,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:19.890445 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367babe-432d-4d72-9d19-1c349d54dedc req-a1c70c41-2638-4e35-9f64-6e157602a26e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:19.891969 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b367babe-432d-4d72-9d19-1c349d54dedc req-a1c70c41-2638-4e35-9f64-6e157602a26e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0521216 Jan 17 02:40:19.955876 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b367babe-432d-4d72-9d19-1c349d54dedc req-c2ec227e-b458-464d-a173-17a92a47ff11 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533597 Jan 17 02:40:21.089764 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9528bfcb-d73d-4c5b-b650-eea1e268c6eb req-249ef897-324a-4b51-9d2b-9c65aff91f1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:21.097005 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9528bfcb-d73d-4c5b-b650-eea1e268c6eb req-249ef897-324a-4b51-9d2b-9c65aff91f1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0705605 Jan 17 02:40:21.150815 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9528bfcb-d73d-4c5b-b650-eea1e268c6eb req-84e0380a-ab55-4f5d-91d5-f43f4bb90596 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527115 Jan 17 02:40:21.224577 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56582) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:21.344885 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0aed9c0-f938-4072-aafe-02f7a2487557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:21.422911 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0aed9c0-f938-4072-aafe-02f7a2487557 admin admin] Publish callbacks [] for security_group (85d3a522-8a0d-426f-a80a-e631b59adf28), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:21.428238 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e0aed9c0-f938-4072-aafe-02f7a2487557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (85d3a522-8a0d-426f-a80a-e631b59adf28), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:21.467949 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e0aed9c0-f938-4072-aafe-02f7a2487557 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=706c0491d61a4169b9db01473b9d3541&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2421021 Jan 17 02:40:21.468791 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aed9c0-f938-4072-aafe-02f7a2487557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3a522-8a0d-426f-a80a-e631b59adf28,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:21.470741 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 56586) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:21.522740 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d597cd0-7db9-4eef-a352-d149cba35407 admin admin] Publish callbacks [] for security_group (85d3a522-8a0d-426f-a80a-e631b59adf28), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:21.546146 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d597cd0-7db9-4eef-a352-d149cba35407 admin admin] Publish callbacks [] for security_group (85d3a522-8a0d-426f-a80a-e631b59adf28), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:21.594997 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d597cd0-7db9-4eef-a352-d149cba35407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (85d3a522-8a0d-426f-a80a-e631b59adf28), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:21.597576 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1d597cd0-7db9-4eef-a352-d149cba35407 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:21.598730 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1d597cd0-7db9-4eef-a352-d149cba35407 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85d3a522-8a0d-426f-a80a-e631b59adf28 HTTP/1.1" status: 204 len: 168 time: 0.1261325 Jan 17 02:40:21.606560 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d597cd0-7db9-4eef-a352-d149cba35407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3a522-8a0d-426f-a80a-e631b59adf28,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:21.905049 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56592) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:21.922910 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dc86-1efc-4281-b990-87bb9953363a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:22.005129 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dc86-1efc-4281-b990-87bb9953363a admin admin] Publish callbacks [] for security_group (4d34fd70-f21c-471b-a80f-a9ddce7cd835), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:22.011078 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6bc6dc86-1efc-4281-b990-87bb9953363a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (4d34fd70-f21c-471b-a80f-a9ddce7cd835), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:22.048213 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6bc6dc86-1efc-4281-b990-87bb9953363a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fa315810be444b4af400c0909c1063d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1417835 Jan 17 02:40:22.049180 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc6dc86-1efc-4281-b990-87bb9953363a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d34fd70-f21c-471b-a80f-a9ddce7cd835,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:22.051769 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 56594) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:22.104285 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b347ba-6a25-43c1-a399-273ec6faa29c admin admin] Publish callbacks [] for security_group (4d34fd70-f21c-471b-a80f-a9ddce7cd835), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:22.125556 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b347ba-6a25-43c1-a399-273ec6faa29c admin admin] Publish callbacks [] for security_group (4d34fd70-f21c-471b-a80f-a9ddce7cd835), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:22.173956 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b347ba-6a25-43c1-a399-273ec6faa29c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (4d34fd70-f21c-471b-a80f-a9ddce7cd835), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:22.176790 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e9b347ba-6a25-43c1-a399-273ec6faa29c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:22.180208 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e9b347ba-6a25-43c1-a399-273ec6faa29c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d34fd70-f21c-471b-a80f-a9ddce7cd835 HTTP/1.1" status: 204 len: 168 time: 0.1251979 Jan 17 02:40:22.186882 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b347ba-6a25-43c1-a399-273ec6faa29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d34fd70-f21c-471b-a80f-a9ddce7cd835,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:22.281417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a434bc4-e781-4577-bb23-1ffa9ed28de5 req-fff7773c-bcf0-4ae3-8980-74ec9aa3ccfe tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:22.283086 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a434bc4-e781-4577-bb23-1ffa9ed28de5 req-fff7773c-bcf0-4ae3-8980-74ec9aa3ccfe tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0575340 Jan 17 02:40:22.330323 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a434bc4-e781-4577-bb23-1ffa9ed28de5 req-b86463be-efd3-4dec-a8b6-d053a0922a69 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412705 Jan 17 02:40:23.480044 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a4301-5e88-4ccc-b297-ef9ab6fa7d48 req-bcda0cc2-9b82-46cd-ad24-19acee9141bd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:23.481780 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e9a4301-5e88-4ccc-b297-ef9ab6fa7d48 req-bcda0cc2-9b82-46cd-ad24-19acee9141bd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0613897 Jan 17 02:40:23.529740 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e9a4301-5e88-4ccc-b297-ef9ab6fa7d48 req-93b2e26f-1aae-4cca-ada1-c0d63ab9e6a7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419495 Jan 17 02:40:24.650670 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbbdbc-54d0-4745-a700-6de0c3e36c45 req-68b47b2f-c40a-4f8d-92f8-1b42aec94d9a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:24.652112 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93dbbdbc-54d0-4745-a700-6de0c3e36c45 req-68b47b2f-c40a-4f8d-92f8-1b42aec94d9a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0506146 Jan 17 02:40:24.698572 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-93dbbdbc-54d0-4745-a700-6de0c3e36c45 req-a547fc4c-c51d-4ed8-b36a-76fea3f0a64d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403876 Jan 17 02:40:25.842593 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77c2694-8596-439f-a9cb-ee280e6feaba req-577cc35c-d987-417b-bb7f-204610601ae4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:25.844027 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c77c2694-8596-439f-a9cb-ee280e6feaba req-577cc35c-d987-417b-bb7f-204610601ae4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0529699 Jan 17 02:40:25.894317 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c77c2694-8596-439f-a9cb-ee280e6feaba req-3d38b999-5553-4a1b-9ed5-bf1562dd6cc3 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445409 Jan 17 02:40:27.019434 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2e2bc-010f-4a90-bcb9-f040964fb310 req-e4cc1db3-7dae-45ad-8374-63e7b0b9aa36 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:27.020934 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31a2e2bc-010f-4a90-bcb9-f040964fb310 req-e4cc1db3-7dae-45ad-8374-63e7b0b9aa36 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0494230 Jan 17 02:40:27.068508 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-31a2e2bc-010f-4a90-bcb9-f040964fb310 req-7cb19575-a6c1-4e00-bbbd-58223a1e65a1 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Jan 17 02:40:28.197136 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ec2f9-f040-42df-8845-af58e6279e64 req-b2319ef7-5773-4d75-9683-f1c0060ce03c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:28.198645 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a68ec2f9-f040-42df-8845-af58e6279e64 req-b2319ef7-5773-4d75-9683-f1c0060ce03c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0555799 Jan 17 02:40:28.251071 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a68ec2f9-f040-42df-8845-af58e6279e64 req-3f08bdc4-cc35-4b5a-8eeb-061d79258106 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447128 Jan 17 02:40:29.156574 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:40:29.386815 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db6b106-9067-4fb3-adbe-a593bf7319bb req-58d1a791-e17a-4c0e-9fba-624e1e7415bf tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:29.388386 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9db6b106-9067-4fb3-adbe-a593bf7319bb req-58d1a791-e17a-4c0e-9fba-624e1e7415bf tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0623169 Jan 17 02:40:29.436084 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9db6b106-9067-4fb3-adbe-a593bf7319bb req-c11b3fdc-abaa-4571-acb0-61851292c0c6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418425 Jan 17 02:40:30.571623 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0908d87e-cf10-43a0-98db-55b93a696471 req-dd0f9cf0-3f22-489b-8ddc-5bd400649a9f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:30.573091 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0908d87e-cf10-43a0-98db-55b93a696471 req-dd0f9cf0-3f22-489b-8ddc-5bd400649a9f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0512040 Jan 17 02:40:30.626575 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0908d87e-cf10-43a0-98db-55b93a696471 req-106fdc39-5579-4216-b53f-2e36ead65d35 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479250 Jan 17 02:40:31.753172 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afbc07a-6304-49d3-ae76-a6bea1944636 req-35e232df-0c29-49ff-9e71-b8450b09739d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:31.754696 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8afbc07a-6304-49d3-ae76-a6bea1944636 req-35e232df-0c29-49ff-9e71-b8450b09739d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0504415 Jan 17 02:40:31.805376 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8afbc07a-6304-49d3-ae76-a6bea1944636 req-13ae7559-02c9-44a0-aaea-565da1cc0c2c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450418 Jan 17 02:40:32.934107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b7e9e7-b7ba-4e5c-a0a9-61bb26628e1e req-6c05f8d8-e466-48b8-9133-2e7e7558e65e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:32.935614 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1b7e9e7-b7ba-4e5c-a0a9-61bb26628e1e req-6c05f8d8-e466-48b8-9133-2e7e7558e65e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0524740 Jan 17 02:40:32.985247 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b1b7e9e7-b7ba-4e5c-a0a9-61bb26628e1e req-74b2851d-c596-4ee6-9497-ae0f08ef6130 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418048 Jan 17 02:40:34.124177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5ea5f-d41c-4b7f-a4ec-780c16389c9f req-a11deff4-9f7a-45e3-a9b1-aca137a50205 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:34.125710 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ecf5ea5f-d41c-4b7f-a4ec-780c16389c9f req-a11deff4-9f7a-45e3-a9b1-aca137a50205 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0555801 Jan 17 02:40:34.172142 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ecf5ea5f-d41c-4b7f-a4ec-780c16389c9f req-b0e0ec5e-14d8-452c-a551-26be048ff682 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407977 Jan 17 02:40:35.297346 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bcf37-b64f-49cd-bf8f-2904083b2049 req-8c79ba89-3def-4313-87ae-d47a9c556d75 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:35.298818 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b6bcf37-b64f-49cd-bf8f-2904083b2049 req-8c79ba89-3def-4313-87ae-d47a9c556d75 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 944 time: 0.0525188 Jan 17 02:40:35.347068 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3b6bcf37-b64f-49cd-bf8f-2904083b2049 req-d4219e60-677f-4009-ad04-05426e2f9ee5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419736 Jan 17 02:40:35.878383 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:40:35.977160 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:40:35.991380 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'port_id': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'mac_address': 'fa:16:3e:25:03:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:40:36.031813 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:40:36.032234 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:36.045064 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:40:36.070799 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:40:36.075978 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:36.123455 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=9']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.133696 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.134334 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.134334 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.134490 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.134728 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.135092 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:40:36.469001 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd50f8-297d-4861-b568-cc4c8bf13b8b req-060e3d70-02a2-4305-9210-3b868cf222b6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:36.470467 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33bd50f8-297d-4861-b568-cc4c8bf13b8b req-060e3d70-02a2-4305-9210-3b868cf222b6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0495653 Jan 17 02:40:36.517313 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-33bd50f8-297d-4861-b568-cc4c8bf13b8b req-ab99214a-8e8c-4a11-92eb-5f6bac00469a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404422 Jan 17 02:40:36.579089 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:40:37.685947 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-5c2d6f36-7266-45ac-ac25-2f93836176d1 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454280 Jan 17 02:40:37.816185 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56882) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:37.827069 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d857653-ff89-48af-8799-a339cf6f22df req-e8c7d09c-3deb-4368-a47b-2516baa59f4e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:37.828579 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d857653-ff89-48af-8799-a339cf6f22df req-e8c7d09c-3deb-4368-a47b-2516baa59f4e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 945 time: 0.0785499 Jan 17 02:40:37.830745 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-70f5e9a2-96ca-4ea4-8c87-c6d444b12608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:37.833133 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-70f5e9a2-96ca-4ea4-8c87-c6d444b12608 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0731764 Jan 17 02:40:37.880774 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:40:37.964025 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:40:37.964665 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:37.973712 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8d857653-ff89-48af-8799-a339cf6f22df req-9718829c-ea57-49db-a4db-00c271493fe3 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1379635 Jan 17 02:40:37.974744 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-466b8279-023c-43a5-9d77-a89222637068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:37.976092 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-466b8279-023c-43a5-9d77-a89222637068 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.1234186 Jan 17 02:40:38.010626 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62084e7e-440e-4cf3-91aa-1dcc0ae4a095 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.043947 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-630dbc77-6512-4c48-8ca9-154749bbc3ee service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 1002 time: 0.0599880 Jan 17 02:40:38.086845 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62084e7e-440e-4cf3-91aa-1dcc0ae4a095 admin admin] Publish callbacks [] for security_group (1e78dd91-b083-441d-ae04-4f682ef0ad61), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.092647 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-62084e7e-440e-4cf3-91aa-1dcc0ae4a095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1e78dd91-b083-441d-ae04-4f682ef0ad61), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.096745 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-2c98502e-f8f0-40d3-aa85-293761e5318f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:38.098247 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-2c98502e-f8f0-40d3-aa85-293761e5318f service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0483699 Jan 17 02:40:38.128848 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-62084e7e-440e-4cf3-91aa-1dcc0ae4a095 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cde7a8d0324c4212b6855f6eeb73b0c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112957 Jan 17 02:40:38.130140 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56892) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:38.146864 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-b59d4be3-a250-469c-890e-63063d13d122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:38.148598 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-b59d4be3-a250-469c-890e-63063d13d122 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435848 Jan 17 02:40:38.153060 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62084e7e-440e-4cf3-91aa-1dcc0ae4a095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e78dd91-b083-441d-ae04-4f682ef0ad61,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:38.206254 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60480800-77f3-4ab2-b5f0-b890cb5db3e4 admin admin] Publish callbacks [] for security_group (1e78dd91-b083-441d-ae04-4f682ef0ad61), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.208920 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:40:38.209529 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.235430 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60480800-77f3-4ab2-b5f0-b890cb5db3e4 admin admin] Publish callbacks [] for security_group (1e78dd91-b083-441d-ae04-4f682ef0ad61), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.271181 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-a42dbc11-3320-4a11-b445-e2edd1628685 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153839 Jan 17 02:40:38.271826 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:40:38.272965 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:40:38.275398 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fddd622c-a9f3-4ff6-a03d-f7fdd367e0f0" -d '{"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:40:38.285821 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.326544 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60480800-77f3-4ab2-b5f0-b890cb5db3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (1e78dd91-b083-441d-ae04-4f682ef0ad61), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.329643 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-60480800-77f3-4ab2-b5f0-b890cb5db3e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.337628 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-60480800-77f3-4ab2-b5f0-b890cb5db3e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e78dd91-b083-441d-ae04-4f682ef0ad61 HTTP/1.1" status: 204 len: 168 time: 0.2005985 Jan 17 02:40:38.353999 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60480800-77f3-4ab2-b5f0-b890cb5db3e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e78dd91-b083-441d-ae04-4f682ef0ad61,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:38.387935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3a22f6b1-cdfd-4b87-af27-0eb52bec612e req-746e6ad6-912b-451d-b251-0fc5aeecdad9 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096487 Jan 17 02:40:38.401413 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=10']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:38.498002 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaa373af-1534-4346-a6b1-549d6a13f2d1 x-openstack-request-id: req-eaa373af-1534-4346-a6b1-549d6a13f2d1 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:40:38.498314 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-plugged", "status": "completed", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:40:38.498568 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eaa373af-1534-4346-a6b1-549d6a13f2d1 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:40:38.499196 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'code': 200} Jan 17 02:40:38.571904 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.685976 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56946) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:38.699563 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e077ba2-e2aa-46e0-9e8b-b3591e9121c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.770981 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e077ba2-e2aa-46e0-9e8b-b3591e9121c2 admin admin] Publish callbacks [] for security_group (18d84656-05ab-44b7-bba0-fda6749e94ec), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.778337 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2e077ba2-e2aa-46e0-9e8b-b3591e9121c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (18d84656-05ab-44b7-bba0-fda6749e94ec), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.816464 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2e077ba2-e2aa-46e0-9e8b-b3591e9121c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e971817cac34b929eada11ec159be93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1290748 Jan 17 02:40:38.817295 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e077ba2-e2aa-46e0-9e8b-b3591e9121c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d84656-05ab-44b7-bba0-fda6749e94ec,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:38.819258 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 56948) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:38.869532 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ca-a8b6-446b-b082-d920e509122a admin admin] Publish callbacks [] for security_group (18d84656-05ab-44b7-bba0-fda6749e94ec), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.895005 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ca-a8b6-446b-b082-d920e509122a admin admin] Publish callbacks [] for security_group (18d84656-05ab-44b7-bba0-fda6749e94ec), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.950172 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ca-a8b6-446b-b082-d920e509122a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (18d84656-05ab-44b7-bba0-fda6749e94ec), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.953355 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b119c5ca-a8b6-446b-b082-d920e509122a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:38.954779 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b119c5ca-a8b6-446b-b082-d920e509122a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18d84656-05ab-44b7-bba0-fda6749e94ec HTTP/1.1" status: 204 len: 168 time: 0.1343322 Jan 17 02:40:38.963479 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119c5ca-a8b6-446b-b082-d920e509122a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d84656-05ab-44b7-bba0-fda6749e94ec,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:39.141643 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10458e6f-1fbf-4933-bfa0-ebfc798ffcc2 req-7563e520-75b7-4403-b418-0b3321d8a800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:39.143218 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10458e6f-1fbf-4933-bfa0-ebfc798ffcc2 req-7563e520-75b7-4403-b418-0b3321d8a800 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1100 time: 0.0772848 Jan 17 02:40:39.154410 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce773e4-b1cf-49f6-9019-266c05cd2bab req-b5f0f318-e8cd-4077-aebb-b774f91734ff tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:39.156051 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fce773e4-b1cf-49f6-9019-266c05cd2bab req-b5f0f318-e8cd-4077-aebb-b774f91734ff tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.0807350 Jan 17 02:40:39.233069 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10458e6f-1fbf-4933-bfa0-ebfc798ffcc2 req-69964bf9-c529-4b6a-b516-c20670805153 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757635 Jan 17 02:40:39.238089 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fce773e4-b1cf-49f6-9019-266c05cd2bab req-b959d400-fead-40cd-ae07-970752da7c17 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641530 Jan 17 02:40:39.388292 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 56990) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:39.401741 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb81b-743b-4b10-a5a7-9005426ae1ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.480016 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb81b-743b-4b10-a5a7-9005426ae1ac admin admin] Publish callbacks [] for security_group (532aa1f9-14f4-4a79-81da-9ae07b836aa4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.486506 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ea7cb81b-743b-4b10-a5a7-9005426ae1ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (532aa1f9-14f4-4a79-81da-9ae07b836aa4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.526352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7cb81b-743b-4b10-a5a7-9005426ae1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=532aa1f9-14f4-4a79-81da-9ae07b836aa4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:39.533702 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ea7cb81b-743b-4b10-a5a7-9005426ae1ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=744ca037ac074ba2b07791bbe73baeed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416590 Jan 17 02:40:39.534020 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 56992) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:39.582125 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b893fa3d-acee-4e92-922d-dee6dd90acd3 admin admin] Publish callbacks [] for security_group (532aa1f9-14f4-4a79-81da-9ae07b836aa4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.602762 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b893fa3d-acee-4e92-922d-dee6dd90acd3 admin admin] Publish callbacks [] for security_group (532aa1f9-14f4-4a79-81da-9ae07b836aa4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.658525 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b893fa3d-acee-4e92-922d-dee6dd90acd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (532aa1f9-14f4-4a79-81da-9ae07b836aa4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.661769 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b893fa3d-acee-4e92-922d-dee6dd90acd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.666856 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b893fa3d-acee-4e92-922d-dee6dd90acd3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/532aa1f9-14f4-4a79-81da-9ae07b836aa4 HTTP/1.1" status: 204 len: 168 time: 0.1280391 Jan 17 02:40:39.669972 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ee21c381-1f29-49ba-a087-e2684fce326b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:39.680614 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b893fa3d-acee-4e92-922d-dee6dd90acd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=532aa1f9-14f4-4a79-81da-9ae07b836aa4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:40.388352 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1975c8c-3568-476a-82c0-7bfc09d79688 req-992e53a8-a57e-436e-be9f-1612220c350a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:40.390297 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1975c8c-3568-476a-82c0-7bfc09d79688 req-992e53a8-a57e-436e-be9f-1612220c350a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.0543525 Jan 17 02:40:40.445939 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d1975c8c-3568-476a-82c0-7bfc09d79688 req-5c02692f-1b9f-4be0-9ee4-2ead54c05076 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479276 Jan 17 02:40:41.514538 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57086) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:41.606862 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] Deleting subnet fe35d0e3-b3c0-4eb6-8d92-83eb929fc850 {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:40:41.611905 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] Publish callbacks [] for subnet (fe35d0e3-b3c0-4eb6-8d92-83eb929fc850), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:41.650570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a5b76-77b1-4491-ad27-07b5e8e2d36d req-0de3f438-72e2-4db5-99ad-08e1fe290636 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:41.652261 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b74a5b76-77b1-4491-ad27-07b5e8e2d36d req-0de3f438-72e2-4db5-99ad-08e1fe290636 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.1019285 Jan 17 02:40:41.686251 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14247146'] for subnet (fe35d0e3-b3c0-4eb6-8d92-83eb929fc850), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:41.739692 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b74a5b76-77b1-4491-ad27-07b5e8e2d36d req-23d4ae51-247b-4c0c-a099-c510c097b15b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799267 Jan 17 02:40:41.748228 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (fe35d0e3-b3c0-4eb6-8d92-83eb929fc850), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:41.819027 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14116031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14037760'] for subnet (fe35d0e3-b3c0-4eb6-8d92-83eb929fc850), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:41.860350 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe35d0e3-b3c0-4eb6-8d92-83eb929fc850,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:41.860350 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:41.863808 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e668fe79-8996-438f-a1f1-6e702c96c095 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fe35d0e3-b3c0-4eb6-8d92-83eb929fc850 HTTP/1.1" status: 204 len: 168 time: 0.3481975 Jan 17 02:40:41.866679 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57100) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:41.890503 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-cda43122-d605-429c-a28f-68d726734c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:41.942315 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (56a24d12-612f-4839-8346-2f43362c5e8e), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.059301 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (56a24d12-612f-4839-8346-2f43362c5e8e), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.079274 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56a24d12-612f-4839-8346-2f43362c5e8e']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:40:42.088718 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3788d94-01e6-46d4-813e-36ea61374949') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:40:42.089014 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3788d94-01e6-46d4-813e-36ea61374949') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:40:42.106933 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (f3788d94-01e6-46d4-813e-36ea61374949), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.120491 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (f3788d94-01e6-46d4-813e-36ea61374949), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.126433 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Releasing vlan 296 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:40:42.126813 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (f3788d94-01e6-46d4-813e-36ea61374949), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:40:42.128550 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:40:42.185093 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (56a24d12-612f-4839-8346-2f43362c5e8e), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.190712 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.193958 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] 10.222.0.24 "DELETE /v2.0/networks/56a24d12-612f-4839-8346-2f43362c5e8e HTTP/1.1" status: 204 len: 168 time: 0.3262405 Jan 17 02:40:42.204052 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811983a5-ed12-4bbd-ba32-f0f769e0126e admin admin] Pushing event deleted for resources: {'Network': ['ID=56a24d12-612f-4839-8346-2f43362c5e8e,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:42.370721 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57108) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:42.415092 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c4b386f3-3055-414b-a159-20c4c09bac2e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b1b592dcedb947f490f7fe030daba362&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431552 Jan 17 02:40:42.417667 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57110) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:42.471110 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddd925d3-b044-4997-a954-481f7a452d57 admin admin] Publish callbacks [] for security_group (85ffa8f8-df8f-4d81-9a2d-978e28268559), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.493196 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddd925d3-b044-4997-a954-481f7a452d57 admin admin] Publish callbacks [] for security_group (85ffa8f8-df8f-4d81-9a2d-978e28268559), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.545554 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddd925d3-b044-4997-a954-481f7a452d57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (85ffa8f8-df8f-4d81-9a2d-978e28268559), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.548390 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-ddd925d3-b044-4997-a954-481f7a452d57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:42.549578 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ddd925d3-b044-4997-a954-481f7a452d57 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85ffa8f8-df8f-4d81-9a2d-978e28268559 HTTP/1.1" status: 204 len: 168 time: 0.1310434 Jan 17 02:40:42.557363 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd925d3-b044-4997-a954-481f7a452d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ffa8f8-df8f-4d81-9a2d-978e28268559,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:42.873458 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727aec0-b9fd-4ce1-8170-72e5a4ce4dbd req-250111f8-3e84-4091-aafe-b08e6c5997f6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:42.879174 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2727aec0-b9fd-4ce1-8170-72e5a4ce4dbd req-250111f8-3e84-4091-aafe-b08e6c5997f6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.0614865 Jan 17 02:40:42.931369 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2727aec0-b9fd-4ce1-8170-72e5a4ce4dbd req-9a5550d3-5675-4d00-9e48-23c0371201e6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502775 Jan 17 02:40:42.967638 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:44.611260 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:45.852262 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.212691 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57196) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:48.322558 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2de83cf7-88f8-4104-adc5-b5f26bf49691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.400510 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2de83cf7-88f8-4104-adc5-b5f26bf49691 admin admin] Publish callbacks [] for security_group (307243a9-b4ef-493d-92db-15b4f2aa7afa), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.407218 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2de83cf7-88f8-4104-adc5-b5f26bf49691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (307243a9-b4ef-493d-92db-15b4f2aa7afa), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.447682 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2de83cf7-88f8-4104-adc5-b5f26bf49691 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a6855d3fb2a14e888d5557bfad572d66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339003 Jan 17 02:40:48.448642 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de83cf7-88f8-4104-adc5-b5f26bf49691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307243a9-b4ef-493d-92db-15b4f2aa7afa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:48.450400 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57202) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:48.497497 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac3eac1-26f5-4273-b081-76abfd87b876 admin admin] Publish callbacks [] for security_group (307243a9-b4ef-493d-92db-15b4f2aa7afa), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.520500 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac3eac1-26f5-4273-b081-76abfd87b876 admin admin] Publish callbacks [] for security_group (307243a9-b4ef-493d-92db-15b4f2aa7afa), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.572150 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac3eac1-26f5-4273-b081-76abfd87b876 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (307243a9-b4ef-493d-92db-15b4f2aa7afa), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.574995 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1ac3eac1-26f5-4273-b081-76abfd87b876 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.576167 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1ac3eac1-26f5-4273-b081-76abfd87b876 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/307243a9-b4ef-493d-92db-15b4f2aa7afa HTTP/1.1" status: 204 len: 168 time: 0.1247706 Jan 17 02:40:48.583544 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac3eac1-26f5-4273-b081-76abfd87b876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307243a9-b4ef-493d-92db-15b4f2aa7afa,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:48.867397 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57208) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:48.883604 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f98ece6d-0f5a-4b63-b62d-f20e56ba947f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.961113 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f98ece6d-0f5a-4b63-b62d-f20e56ba947f admin admin] Publish callbacks [] for security_group (f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:48.967352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f98ece6d-0f5a-4b63-b62d-f20e56ba947f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.007049 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f98ece6d-0f5a-4b63-b62d-f20e56ba947f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aeb73aac174a4d5dac73a3580fbc0ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1385033 Jan 17 02:40:49.007949 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ece6d-0f5a-4b63-b62d-f20e56ba947f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:49.009870 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57210) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:49.064775 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e939f0dc-dc91-4fee-90a5-6c383240a50b admin admin] Publish callbacks [] for security_group (f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.085622 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e939f0dc-dc91-4fee-90a5-6c383240a50b admin admin] Publish callbacks [] for security_group (f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.139650 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e939f0dc-dc91-4fee-90a5-6c383240a50b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.142233 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e939f0dc-dc91-4fee-90a5-6c383240a50b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.143397 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e939f0dc-dc91-4fee-90a5-6c383240a50b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5 HTTP/1.1" status: 204 len: 168 time: 0.1319418 Jan 17 02:40:49.151360 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939f0dc-dc91-4fee-90a5-6c383240a50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7dd9fef-ea97-4c25-8cee-1894f1a2ecc5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:49.505796 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57218) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:49.519416 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b06d-7b91-40f7-8cbd-0d72fa8f5655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.596578 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b06d-7b91-40f7-8cbd-0d72fa8f5655 admin admin] Publish callbacks [] for security_group (de79c4db-74f4-4af0-a423-0ad940ba96bb), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.603985 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e2f2b06d-7b91-40f7-8cbd-0d72fa8f5655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (de79c4db-74f4-4af0-a423-0ad940ba96bb), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.643176 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e2f2b06d-7b91-40f7-8cbd-0d72fa8f5655 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=40043e93a1c04a32840327482bc7ce08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1362870 Jan 17 02:40:49.644166 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f2b06d-7b91-40f7-8cbd-0d72fa8f5655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de79c4db-74f4-4af0-a423-0ad940ba96bb,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:49.645861 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57222) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:49.699827 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-636f84eb-8844-4b23-a37c-b034a4c9022f admin admin] Publish callbacks [] for security_group (de79c4db-74f4-4af0-a423-0ad940ba96bb), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.721843 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-636f84eb-8844-4b23-a37c-b034a4c9022f admin admin] Publish callbacks [] for security_group (de79c4db-74f4-4af0-a423-0ad940ba96bb), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.773999 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-636f84eb-8844-4b23-a37c-b034a4c9022f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (de79c4db-74f4-4af0-a423-0ad940ba96bb), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.777056 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-636f84eb-8844-4b23-a37c-b034a4c9022f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:49.778884 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-636f84eb-8844-4b23-a37c-b034a4c9022f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de79c4db-74f4-4af0-a423-0ad940ba96bb HTTP/1.1" status: 204 len: 168 time: 0.1315286 Jan 17 02:40:49.788455 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f84eb-8844-4b23-a37c-b034a4c9022f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de79c4db-74f4-4af0-a423-0ad940ba96bb,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:54.475173 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57288) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:54.595531 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1435bb94-084a-4034-8841-acc7d65922a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:54.674025 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1435bb94-084a-4034-8841-acc7d65922a5 admin admin] Publish callbacks [] for security_group (702c0ad5-44d2-455a-83f6-a4f2303593de), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:54.679984 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1435bb94-084a-4034-8841-acc7d65922a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (702c0ad5-44d2-455a-83f6-a4f2303593de), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:54.716954 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1435bb94-084a-4034-8841-acc7d65922a5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dd9d3faf382a4884a465caf1eff13441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406096 Jan 17 02:40:54.717763 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1435bb94-084a-4034-8841-acc7d65922a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702c0ad5-44d2-455a-83f6-a4f2303593de,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:54.719970 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57294) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:54.777806 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af5ca817-0492-4cd9-8262-6e0e26f99729 admin admin] Publish callbacks [] for security_group (702c0ad5-44d2-455a-83f6-a4f2303593de), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:54.806422 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af5ca817-0492-4cd9-8262-6e0e26f99729 admin admin] Publish callbacks [] for security_group (702c0ad5-44d2-455a-83f6-a4f2303593de), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:54.857909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af5ca817-0492-4cd9-8262-6e0e26f99729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (702c0ad5-44d2-455a-83f6-a4f2303593de), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:54.860911 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-af5ca817-0492-4cd9-8262-6e0e26f99729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:54.862138 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-af5ca817-0492-4cd9-8262-6e0e26f99729 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/702c0ad5-44d2-455a-83f6-a4f2303593de HTTP/1.1" status: 204 len: 168 time: 0.1410506 Jan 17 02:40:54.869703 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ca817-0492-4cd9-8262-6e0e26f99729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702c0ad5-44d2-455a-83f6-a4f2303593de,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:55.517103 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57316) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:55.618549 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1328382369-network', 'tenant_id': '64e093625bec4998bc4012524037d1eb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:40:55.647864 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Made reservation on behalf of 64e093625bec4998bc4012524037d1eb for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:40:55.650390 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.661858 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.737712 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks [] for security_group (7a566f20-b5a4-4523-8156-42a3b0d56431), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.743175 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (7a566f20-b5a4-4523-8156-42a3b0d56431), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.766176 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:40:55.775336 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a566f20-b5a4-4523-8156-42a3b0d56431,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:55.780250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (c97bad88-aabe-481d-988f-ca8bbc6eb942), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.780576 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Added segment c97bad88-aabe-481d-988f-ca8bbc6eb942 of type vlan for network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d Jan 17 02:40:55.818266 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.854176 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.855136 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:55.855709 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:55.915175 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3969483 Jan 17 02:40:55.918581 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57322) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:55.922955 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bfeb5-2359-4651-ad2d-e7d872a1e001 admin admin] Pushing event updated for resources: {'Network': ['ID=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:55.923810 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Request body: {'subnet': {'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1328382369-subnet', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:40:55.934069 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:40:55.949821 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Made reservation on behalf of 64e093625bec4998bc4012524037d1eb for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:40:55.952190 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24823124'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.116514 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13539050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24823110'] for subnet (afc5fc5d-2cef-4540-a1f1-bb400c429293), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.163084 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Pushing event updated for resources: {'Subnet': ['ID=afc5fc5d-2cef-4540-a1f1-bb400c429293,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:56.178076 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Checking segment: {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:40:56.178424 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Network hostable DHCP agents. Network: f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:40:56.197245 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:40:56.208270 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:40:56.212622 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:40:56.213095 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.217344 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb1551-fc81-4964-903e-ba75c6129b8a None None] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:40:56.230165 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-71a97054-f57b-48f5-a3c3-7aaf8e77105f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3105037 Jan 17 02:40:56.232924 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57324) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:56.237237 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:40:56.261242 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (88f63be1-4778-4280-a323-cbb6d628821a), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.262251 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (88f63be1-4778-4280-a323-cbb6d628821a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.315953 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks [] for router_controller (88f63be1-4778-4280-a323-cbb6d628821a), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.317660 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'project_id': '64e093625bec4998bc4012524037d1eb', 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:40:56.318515 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.447132 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks [] for router_gateway (88f63be1-4778-4280-a323-cbb6d628821a), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.452764 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Allocated IP 172.20.0.2 (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d/afc5fc5d-2cef-4540-a1f1-bb400c429293/647f931a-d5d5-4d95-bc25-06133fd35e7b) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:40:56.590770 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Publish callbacks [] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.598273 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.634688 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:40:56.637888 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:40:56.641209 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:40:56.643396 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks [] for router_gateway (88f63be1-4778-4280-a323-cbb6d628821a), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.649761 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Pushing event updated for resources: {'Port': ['ID=647f931a-d5d5-4d95-bc25-06133fd35e7b,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:56.662318 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.700129 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Attempting to bind port 647f931a-d5d5-4d95-bc25-06133fd35e7b on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:40:56.700350 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Attempting to bind port 647f931a-d5d5-4d95-bc25-06133fd35e7b by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:40:56.700700 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Attempting to bind port 647f931a-d5d5-4d95-bc25-06133fd35e7b on network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:40:56.706924 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:40:56.707346 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Checking segment: {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:40:56.707741 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.708149 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Bound using segment: {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:40:56.708595 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Bound port: 647f931a-d5d5-4d95-bc25-06133fd35e7b, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:40:56.708964 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.770068 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Allocated IP 172.27.1.237 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/d1f1a3cb-9aeb-4176-977d-ca9f1e89d635) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:40:56.781229 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] For port 647f931a-d5d5-4d95-bc25-06133fd35e7b, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:40:56.784205 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] For port 647f931a-d5d5-4d95-bc25-06133fd35e7b, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=647f931a-d5d5-4d95-bc25-06133fd35e7b,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:40:56.789856 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.844585 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc76ff3e-4303-4688-88df-564d9ddb95ab None None] Pushing event updated for resources: {'Port': ['ID=647f931a-d5d5-4d95-bc25-06133fd35e7b,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:56.873869 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks [] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.910099 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:56.947200 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:40:56.950355 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:40:56.953737 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:40:56.980749 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:57.229003 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks [] for router_gateway (88f63be1-4778-4280-a323-cbb6d628821a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:57.422659 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (88f63be1-4778-4280-a323-cbb6d628821a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:57.553130 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Router 88f63be1-4778-4280-a323-cbb6d628821a is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:40:57.658714 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:40:57.670292 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Sync routers for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:40:57.686095 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:57.688024 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-77999dd8-4675-4809-8e6d-fdaffca115f5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4541490 Jan 17 02:40:57.690763 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57330) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:57.694172 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:40:57.694978 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:40:57.703946 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc81b435-a6c9-4534-a9dd-7796d40c4fc1 None None] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:40:57.763882 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 647f931a-d5d5-4d95-bc25-06133fd35e7b up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:40:57.886051 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-fad33467-d288-4aac-bbbd-7835d277c1e6 None None] Provisioning complete for port 647f931a-d5d5-4d95-bc25-06133fd35e7b triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:40:57.886553 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fad33467-d288-4aac-bbbd-7835d277c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:57.966899 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:40:58.058682 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 647f931a-d5d5-4d95-bc25-06133fd35e7b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:40:58.058925 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.170377 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fad33467-d288-4aac-bbbd-7835d277c1e6 None None] Current status of the port 647f931a-d5d5-4d95-bc25-06133fd35e7b is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:40:58.170773 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fad33467-d288-4aac-bbbd-7835d277c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.274768 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-fad33467-d288-4aac-bbbd-7835d277c1e6 None None] For port 647f931a-d5d5-4d95-bc25-06133fd35e7b, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=647f931a-d5d5-4d95-bc25-06133fd35e7b,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:40:58.290619 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fad33467-d288-4aac-bbbd-7835d277c1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.299712 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 647f931a-d5d5-4d95-bc25-06133fd35e7b is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:40:58.300119 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.358596 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.386703 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad33467-d288-4aac-bbbd-7835d277c1e6 None None] Pushing event updated for resources: {'Port': ['ID=647f931a-d5d5-4d95-bc25-06133fd35e7b,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:58.406481 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:57Z', 'revision_number': 3, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:40:58.412174 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.db.api [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102671) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 17 02:40:58.412455 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG oslo_db.api [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 17 02:40:58.440986 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Checking router: 88f63be1-4778-4280-a323-cbb6d628821a for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:40:58.441329 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Updating router 88f63be1-4778-4280-a323-cbb6d628821a port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:40:58.465290 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-3d2438f5-4647-453e-abbe-f3754217f259 None None] Provisioning complete for port 647f931a-d5d5-4d95-bc25-06133fd35e7b triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:40:58.465680 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3d2438f5-4647-453e-abbe-f3754217f259 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.488035 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.507008 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Allocated IP 172.20.0.1 (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d/afc5fc5d-2cef-4540-a1f1-bb400c429293/60852616-f27e-4510-bb98-5f0fac9085dd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:40:58.610561 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks [] for port (60852616-f27e-4510-bb98-5f0fac9085dd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.646180 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.649953 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-3d2438f5-4647-453e-abbe-f3754217f259 None None] Current status of the port 647f931a-d5d5-4d95-bc25-06133fd35e7b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:40:58.684967 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:40:58.687680 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:40:58.691200 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:40:58.718727 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Pushing event updated for resources: {'Port': ['ID=60852616-f27e-4510-bb98-5f0fac9085dd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:58.738534 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (88f63be1-4778-4280-a323-cbb6d628821a), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.793325 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Publish callbacks [] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.805794 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.833347 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Attempting to bind port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:40:58.833712 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Attempting to bind port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:40:58.834130 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Attempting to bind port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:40:58.858949 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:40:58.858949 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:40:58.859219 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.859500 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:40:58.859976 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Bound port: d1f1a3cb-9aeb-4176-977d-ca9f1e89d635, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:40:58.860371 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.872860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:58.899725 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e140b-9153-4f8c-8a8f-cd479bc7f59b None None] Pushing event updated for resources: {'Port': ['ID=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:58.948866 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] For port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:40:58.965900 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] For port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:40:58.969666 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 647f931a-d5d5-4d95-bc25-06133fd35e7b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:40:58.973710 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:59.023367 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-877bab3c-bb5b-45ca-bc82-dc6286ae0ab8 None None] Provisioning complete for port 60852616-f27e-4510-bb98-5f0fac9085dd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:40:59.023725 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-877bab3c-bb5b-45ca-bc82-dc6286ae0ab8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:59.034537 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks [] for port (60852616-f27e-4510-bb98-5f0fac9085dd), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:59.040832 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:59.059176 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:40:59.059784 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:40:59.061540 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e140b-9153-4f8c-8a8f-cd479bc7f59b None None] Pushing event updated for resources: {'Port': ['ID=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:59.108490 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Pushing event updated for resources: {'Port': ['ID=60852616-f27e-4510-bb98-5f0fac9085dd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:40:59.111867 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (88f63be1-4778-4280-a323-cbb6d628821a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:59.206541 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:40:59.208001 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:40:59.241960 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-877bab3c-bb5b-45ca-bc82-dc6286ae0ab8 None None] Port 60852616-f27e-4510-bb98-5f0fac9085dd cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:40:59.309045 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:40:59.328376 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Router 88f63be1-4778-4280-a323-cbb6d628821a has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:40:59.436877 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:40:59.442044 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d06b2eb6-9218-4d72-a78e-40a0b69b2e65 admin admin] 10.222.0.24 "PUT /v2.0/routers/88f63be1-4778-4280-a323-cbb6d628821a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7502961 Jan 17 02:40:59.502765 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-378e7e3e-77ad-4722-ac3f-2fdd1632c69a None None] Provisioning complete for port 60852616-f27e-4510-bb98-5f0fac9085dd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:40:59.503245 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-378e7e3e-77ad-4722-ac3f-2fdd1632c69a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:59.543434 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-378e7e3e-77ad-4722-ac3f-2fdd1632c69a None None] Port 60852616-f27e-4510-bb98-5f0fac9085dd cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:40:59.555892 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 2, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:40:59.582440 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80314a6b-e1d3-404f-a63a-aa4dedf2e615 None None] The sync data for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi is: [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 2, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:40:59.708742 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 647f931a-d5d5-4d95-bc25-06133fd35e7b up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:40:59.764443 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 647f931a-d5d5-4d95-bc25-06133fd35e7b triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:40:59.764822 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:40:59.869665 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 647f931a-d5d5-4d95-bc25-06133fd35e7b is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:40:59.984031 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57356) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:40:59.989346 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1522595321-network', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:00.013172 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Made reservation on behalf of e6d431db18fc48ccb1adf603a82fd609 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:41:00.016091 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.284166 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.362951 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks [] for security_group (61518843-0e96-4615-b50b-77dd832ff323), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.374324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (61518843-0e96-4615-b50b-77dd832ff323), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.400426 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:41:00.411713 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61518843-0e96-4615-b50b-77dd832ff323,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:00.416847 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (758cb163-df98-4e83-8047-1eddc0b34ccb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.417089 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Added segment 758cb163-df98-4e83-8047-1eddc0b34ccb of type vlan for network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 Jan 17 02:41:00.430228 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.430571 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.430911 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.431243 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.431592 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.431891 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.432248 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.432568 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.433004 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.433199 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.433519 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.433830 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.434141 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:00.479490 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.508741 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.509841 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:00.510451 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.569186 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5840142 Jan 17 02:41:00.572132 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57358) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:00.577394 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac221021-6494-4ef1-99cd-42cd04ae86ce admin admin] Pushing event updated for resources: {'Network': ['ID=78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:00.577964 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Request body: {'subnet': {'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1522595321-subnet', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:00.588235 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:41:00.605981 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Made reservation on behalf of e6d431db18fc48ccb1adf603a82fd609 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:41:00.609014 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24823124'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.779688 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13539050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24823110'] for subnet (8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.832925 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:00.847681 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Checking segment: {'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:41:00.848036 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Network hostable DHCP agents. Network: 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:41:00.872120 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:41:00.886461 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:00.891804 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:00.892757 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.896954 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545f0f1c-8494-48ae-b2cd-799669ceced2 None None] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:41:00.915943 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-16812466-baf7-4a1b-8b5c-4cb9cd68962b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3416035 Jan 17 02:41:00.918342 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57362) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:00.923548 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:00.955696 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (de34bc90-167d-4dba-893f-c6993aa943a8), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:00.957512 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (de34bc90-167d-4dba-893f-c6993aa943a8), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.021058 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks [] for router_controller (de34bc90-167d-4dba-893f-c6993aa943a8), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.036803 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'fixed_ips': [{'subnet_id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:41:01.037760 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.158135 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks [] for router_gateway (de34bc90-167d-4dba-893f-c6993aa943a8), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.166360 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Allocated IP 172.20.0.2 (78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3/8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08/109f58c6-f763-4bf7-8179-4a68ed22c0bd) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:41:01.317695 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Publish callbacks [] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.325927 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.359083 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:41:01.364102 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks [] for router_gateway (de34bc90-167d-4dba-893f-c6993aa943a8), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.365442 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:01.369087 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:41:01.385502 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.400224 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Pushing event updated for resources: {'Port': ['ID=109f58c6-f763-4bf7-8179-4a68ed22c0bd,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:01.430236 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Attempting to bind port 109f58c6-f763-4bf7-8179-4a68ed22c0bd on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:41:01.430795 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Attempting to bind port 109f58c6-f763-4bf7-8179-4a68ed22c0bd by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:41:01.431151 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Attempting to bind port 109f58c6-f763-4bf7-8179-4a68ed22c0bd on network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:41:01.437341 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:41:01.437714 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Checking segment: {'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:41:01.438111 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.438496 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Bound using segment: {'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:41:01.438956 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Bound port: 109f58c6-f763-4bf7-8179-4a68ed22c0bd, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:41:01.439546 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.493623 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Allocated IP 172.27.1.51 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/6219dc53-2ad3-4abf-94f6-041baf4a9a09) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:41:01.501923 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] For port 109f58c6-f763-4bf7-8179-4a68ed22c0bd, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:41:01.506108 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] For port 109f58c6-f763-4bf7-8179-4a68ed22c0bd, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=109f58c6-f763-4bf7-8179-4a68ed22c0bd,segment=NetworkSegment(758cb163-df98-4e83-8047-1eddc0b34ccb),segment_id=758cb163-df98-4e83-8047-1eddc0b34ccb)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:41:01.512914 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.569923 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9927568c-e39e-49cc-8076-e00306dc2e7b None None] Pushing event updated for resources: {'Port': ['ID=109f58c6-f763-4bf7-8179-4a68ed22c0bd,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:01.609122 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks [] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.621126 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Sync routers for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:41:01.635588 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:01.636239 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:01.648925 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.699371 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:41:01.701155 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:01.710368 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:41:01.752788 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:01.765087 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:01.772022 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Pushing event updated for resources: {'Port': ['ID=6219dc53-2ad3-4abf-94f6-041baf4a9a09,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:01.854048 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:01.854424 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.961826 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:01.962510 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:01.993635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:02.002021 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.056133 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:02.056394 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 2, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:02.085287 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Checking router: 88f63be1-4778-4280-a323-cbb6d628821a for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:41:02.085650 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Updating router 88f63be1-4778-4280-a323-cbb6d628821a port 60852616-f27e-4510-bb98-5f0fac9085dd binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:41:02.092941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks [] for router_gateway (de34bc90-167d-4dba-893f-c6993aa943a8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.109594 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.285378 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (de34bc90-167d-4dba-893f-c6993aa943a8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.374304 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Publish callbacks [] for port (60852616-f27e-4510-bb98-5f0fac9085dd), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.383289 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.461044 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Pushing event updated for resources: {'Port': ['ID=60852616-f27e-4510-bb98-5f0fac9085dd,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:02.489480 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.489989 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.490443 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.490875 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.491367 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.491786 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.492250 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.492677 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.493103 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.493535 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.493951 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.494366 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.494774 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:02.503868 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Attempting to bind port 60852616-f27e-4510-bb98-5f0fac9085dd on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:41:02.504451 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Attempting to bind port 60852616-f27e-4510-bb98-5f0fac9085dd by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:41:02.504901 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Attempting to bind port 60852616-f27e-4510-bb98-5f0fac9085dd on network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:41:02.510744 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:41:02.511260 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Checking segment: {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:41:02.511751 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.512265 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Bound using segment: {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:41:02.512849 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Bound port: 60852616-f27e-4510-bb98-5f0fac9085dd, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:41:02.513331 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.597694 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] For port 60852616-f27e-4510-bb98-5f0fac9085dd, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:41:02.601245 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] For port 60852616-f27e-4510-bb98-5f0fac9085dd, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=60852616-f27e-4510-bb98-5f0fac9085dd,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:41:02.608323 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.674320 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae514093-c29c-43f6-abcb-7e26f45ac3c4 None None] Pushing event updated for resources: {'Port': ['ID=60852616-f27e-4510-bb98-5f0fac9085dd,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:02.675553 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Router de34bc90-167d-4dba-893f-c6993aa943a8 is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:41:02.678430 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:02.679626 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:02.703907 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-6d26b4d4-8d2a-47b4-9304-4bac580c8bc1 None None] Provisioning complete for port 60852616-f27e-4510-bb98-5f0fac9085dd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:02.704481 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6d26b4d4-8d2a-47b4-9304-4bac580c8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.822835 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:02.825252 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-6d26b4d4-8d2a-47b4-9304-4bac580c8bc1 None None] Current status of the port 60852616-f27e-4510-bb98-5f0fac9085dd is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:02.825646 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6d26b4d4-8d2a-47b4-9304-4bac580c8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.842410 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:41:02.866683 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Sync routers for ids ['de34bc90-167d-4dba-893f-c6993aa943a8'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:41:02.871428 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.871716 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dc2843f4-da26-420b-8d09-e766d0c5146c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9520864 Jan 17 02:41:02.874595 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57366) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:02.898943 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-6d26b4d4-8d2a-47b4-9304-4bac580c8bc1 None None] For port 60852616-f27e-4510-bb98-5f0fac9085dd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=60852616-f27e-4510-bb98-5f0fac9085dd,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:02.900469 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428ca971-63a4-4b63-a7b9-ab7438aaa0dc None None] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:41:02.932624 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6d26b4d4-8d2a-47b4-9304-4bac580c8bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:02.966609 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Routers {'de34bc90-167d-4dba-893f-c6993aa943a8'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:02.967297 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['de34bc90-167d-4dba-893f-c6993aa943a8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:03.056021 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:03.093797 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c454b8-cedd-4d9c-a901-082a52a23b3f None None] The sync data for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi is: [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:41:03.125620 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26b4d4-8d2a-47b4-9304-4bac580c8bc1 None None] Pushing event updated for resources: {'Port': ['ID=60852616-f27e-4510-bb98-5f0fac9085dd,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:03.144521 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Provisioning complete for port 109f58c6-f763-4bf7-8179-4a68ed22c0bd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:03.144893 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.195477 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Set router de34bc90-167d-4dba-893f-c6993aa943a8 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:03.350708 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.500962 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Current status of the port 109f58c6-f763-4bf7-8179-4a68ed22c0bd is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:03.501360 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.535327 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Allocated IP 172.20.0.1 (78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3/8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08/35df5842-ad7a-4757-9f7f-946aa4e6b2b9) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:41:03.565373 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] For port 109f58c6-f763-4bf7-8179-4a68ed22c0bd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=109f58c6-f763-4bf7-8179-4a68ed22c0bd,segment=NetworkSegment(758cb163-df98-4e83-8047-1eddc0b34ccb),segment_id=758cb163-df98-4e83-8047-1eddc0b34ccb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:03.574769 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.637295 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Provisioning complete for port 60852616-f27e-4510-bb98-5f0fac9085dd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:03.637594 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.639955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 3, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port': {'id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:01Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:03.644048 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks [] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.684990 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.685489 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Pushing event updated for resources: {'Port': ['ID=109f58c6-f763-4bf7-8179-4a68ed22c0bd,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:03.690397 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Checking router: de34bc90-167d-4dba-893f-c6993aa943a8 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:41:03.690757 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Updating router de34bc90-167d-4dba-893f-c6993aa943a8 port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:41:03.735835 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:41:03.737901 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.739129 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:03.743189 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:41:03.793466 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Pushing event updated for resources: {'Port': ['ID=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:03.814196 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (de34bc90-167d-4dba-893f-c6993aa943a8), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:03.903017 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fa9a4-dcf9-41b9-901a-ead93704696c None None] Current status of the port 60852616-f27e-4510-bb98-5f0fac9085dd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:03.922582 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:04.025484 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.060228 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-31d606cc-0d17-460d-a8c0-3611b4a8d45e None None] Provisioning complete for port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:04.060850 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-31d606cc-0d17-460d-a8c0-3611b4a8d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.107735 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:04.108148 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.140781 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-31d606cc-0d17-460d-a8c0-3611b4a8d45e None None] Port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:41:04.198454 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks [] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.198616 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-31d606cc-0d17-460d-a8c0-3611b4a8d45e None None] Provisioning complete for port 109f58c6-f763-4bf7-8179-4a68ed22c0bd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:04.198857 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-31d606cc-0d17-460d-a8c0-3611b4a8d45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.204515 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Publish callbacks [] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.212718 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.227503 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.289686 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Pushing event updated for resources: {'Port': ['ID=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:04.298511 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (de34bc90-167d-4dba-893f-c6993aa943a8), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.320471 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Attempting to bind port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:41:04.320845 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Attempting to bind port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:41:04.321180 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Attempting to bind port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:41:04.322995 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79734612-0836-43bd-958f-032b41707951 None None] Pushing event updated for resources: {'Port': ['ID=6219dc53-2ad3-4abf-94f6-041baf4a9a09,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:04.340845 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:41:04.341208 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:41:04.341635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.341984 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:41:04.342450 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Bound port: 6219dc53-2ad3-4abf-94f6-041baf4a9a09, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:41:04.342821 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.371288 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:04.372778 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 109f58c6-f763-4bf7-8179-4a68ed22c0bd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:04.400650 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:41:04.404816 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:04.466302 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-31d606cc-0d17-460d-a8c0-3611b4a8d45e None None] Current status of the port 109f58c6-f763-4bf7-8179-4a68ed22c0bd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:04.470344 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] For port 6219dc53-2ad3-4abf-94f6-041baf4a9a09, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:41:04.474743 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] For port 6219dc53-2ad3-4abf-94f6-041baf4a9a09, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=6219dc53-2ad3-4abf-94f6-041baf4a9a09,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:41:04.484548 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.494173 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 109f58c6-f763-4bf7-8179-4a68ed22c0bd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:04.494387 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.538499 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Router de34bc90-167d-4dba-893f-c6993aa943a8 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:41:04.579588 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Routers {'de34bc90-167d-4dba-893f-c6993aa943a8'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:04.580247 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['de34bc90-167d-4dba-893f-c6993aa943a8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:04.624110 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79734612-0836-43bd-958f-032b41707951 None None] Pushing event updated for resources: {'Port': ['ID=6219dc53-2ad3-4abf-94f6-041baf4a9a09,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:04.681379 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:41:04.689837 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-035b35c4-4d25-4b2d-aad2-e5c822b44fbc admin admin] 10.222.0.24 "PUT /v2.0/routers/de34bc90-167d-4dba-893f-c6993aa943a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8141806 Jan 17 02:41:04.726518 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] Set router de34bc90-167d-4dba-893f-c6993aa943a8 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:04.798786 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e8f310b1-daa7-4a47-800b-692a33cffefc None None] Provisioning complete for port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:04.799155 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e8f310b1-daa7-4a47-800b-692a33cffefc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:04.822644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 109f58c6-f763-4bf7-8179-4a68ed22c0bd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:04.823841 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 60852616-f27e-4510-bb98-5f0fac9085dd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:04.911144 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e8f310b1-daa7-4a47-800b-692a33cffefc None None] Port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:41:04.984469 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 60852616-f27e-4510-bb98-5f0fac9085dd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:04.984930 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:05.104593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:41:03Z', 'revision_number': 4, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port': {'id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:01Z', 'updated_at': '2022-01-17T02:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '35df5842-ad7a-4757-9f7f-946aa4e6b2b9', 'name': '', 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'mac_address': 'fa:16:3e:e2:4b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:03Z', 'updated_at': '2022-01-17T02:41:04Z', 'revision_number': 2, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'subnets': [{'id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:05.132992 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b635f6c-eeed-4697-b216-9bc1c69d38c4 None None] The sync data for ids ['de34bc90-167d-4dba-893f-c6993aa943a8'] in dv-cinder-821602-13-iscsi is: [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:41:03Z', 'revision_number': 4, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port': {'id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:01Z', 'updated_at': '2022-01-17T02:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '35df5842-ad7a-4757-9f7f-946aa4e6b2b9', 'name': '', 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'mac_address': 'fa:16:3e:e2:4b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:03Z', 'updated_at': '2022-01-17T02:41:04Z', 'revision_number': 2, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'subnets': [{'id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:41:05.134812 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 60852616-f27e-4510-bb98-5f0fac9085dd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:05.747281 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 109f58c6-f763-4bf7-8179-4a68ed22c0bd up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:06.015104 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 109f58c6-f763-4bf7-8179-4a68ed22c0bd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:06.015470 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:06.117236 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 109f58c6-f763-4bf7-8179-4a68ed22c0bd is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:06.155916 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:41:07.426203 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Sync routers for ids ['de34bc90-167d-4dba-893f-c6993aa943a8'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:41:07.443158 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Routers {'de34bc90-167d-4dba-893f-c6993aa943a8'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:07.443961 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['de34bc90-167d-4dba-893f-c6993aa943a8'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:07.561721 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Set router de34bc90-167d-4dba-893f-c6993aa943a8 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:07.776393 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 6219dc53-2ad3-4abf-94f6-041baf4a9a09 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:07.846547 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:07.847270 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:07.880635 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:41:03Z', 'revision_number': 4, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port': {'id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:36:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:01Z', 'updated_at': '2022-01-17T02:41:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '35df5842-ad7a-4757-9f7f-946aa4e6b2b9', 'name': '', 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'mac_address': 'fa:16:3e:e2:4b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:03Z', 'updated_at': '2022-01-17T02:41:04Z', 'revision_number': 2, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'subnets': [{'id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:07.908217 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Checking router: de34bc90-167d-4dba-893f-c6993aa943a8 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:41:07.908569 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Updating router de34bc90-167d-4dba-893f-c6993aa943a8 port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:41:07.939763 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:07.947897 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:07.948311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:07.979869 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port 6219dc53-2ad3-4abf-94f6-041baf4a9a09, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=6219dc53-2ad3-4abf-94f6-041baf4a9a09,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:07.987205 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.044144 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=6219dc53-2ad3-4abf-94f6-041baf4a9a09,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:08.285911 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Publish callbacks [] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.295383 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.351941 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dca063-a8b6-42e2-aebd-194bb14efa48 None None] Pushing event updated for resources: {'Port': ['ID=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:08.429272 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Attempting to bind port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:41:08.430558 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Attempting to bind port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:41:08.431139 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Attempting to bind port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 on network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:41:08.437678 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:41:08.438122 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Checking segment: {'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:41:08.438575 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.439181 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Bound using segment: {'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:41:08.439703 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Bound port: 35df5842-ad7a-4757-9f7f-946aa4e6b2b9, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758cb163-df98-4e83-8047-1eddc0b34ccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:41:08.440189 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.509709 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] For port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:41:08.513324 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] For port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,segment=NetworkSegment(758cb163-df98-4e83-8047-1eddc0b34ccb),segment_id=758cb163-df98-4e83-8047-1eddc0b34ccb)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:41:08.520709 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.592033 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.600556 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Routers {'de34bc90-167d-4dba-893f-c6993aa943a8'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:08.601191 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:40:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['de34bc90-167d-4dba-893f-c6993aa943a8'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:08.641690 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dca063-a8b6-42e2-aebd-194bb14efa48 None None] Pushing event updated for resources: {'Port': ['ID=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:08.692832 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d3affe25-ea3c-4c37-91c4-72e43f25aa13 None None] Provisioning complete for port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:08.693173 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d3affe25-ea3c-4c37-91c4-72e43f25aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.798049 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d3affe25-ea3c-4c37-91c4-72e43f25aa13 None None] Current status of the port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:08.799754 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d3affe25-ea3c-4c37-91c4-72e43f25aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.844314 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] Set router de34bc90-167d-4dba-893f-c6993aa943a8 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:08.870137 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-d3affe25-ea3c-4c37-91c4-72e43f25aa13 None None] For port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,segment=NetworkSegment(758cb163-df98-4e83-8047-1eddc0b34ccb),segment_id=758cb163-df98-4e83-8047-1eddc0b34ccb)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:08.878410 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d3affe25-ea3c-4c37-91c4-72e43f25aa13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:08.939208 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3affe25-ea3c-4c37-91c4-72e43f25aa13 None None] Pushing event updated for resources: {'Port': ['ID=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:09.008934 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-5da73367-2c1d-40a5-bf0f-24352f7d12fa None None] Provisioning complete for port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:09.009757 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5da73367-2c1d-40a5-bf0f-24352f7d12fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:09.092009 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:41:03Z', 'revision_number': 4, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port': {'id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:01Z', 'updated_at': '2022-01-17T02:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '35df5842-ad7a-4757-9f7f-946aa4e6b2b9', 'name': '', 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'mac_address': 'fa:16:3e:e2:4b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:03Z', 'updated_at': '2022-01-17T02:41:08Z', 'revision_number': 4, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'subnets': [{'id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:09.101070 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-5da73367-2c1d-40a5-bf0f-24352f7d12fa None None] Current status of the port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:09.127182 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868b6b7-0b60-42fe-9521-14a6910f35a2 None None] The sync data for ids ['de34bc90-167d-4dba-893f-c6993aa943a8'] in dv-cinder-821602-13-iscsi is: [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:41:03Z', 'revision_number': 4, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port': {'id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:01Z', 'updated_at': '2022-01-17T02:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '35df5842-ad7a-4757-9f7f-946aa4e6b2b9', 'name': '', 'network_id': '78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'mac_address': 'fa:16:3e:e2:4b:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:03Z', 'updated_at': '2022-01-17T02:41:08Z', 'revision_number': 4, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'subnets': [{'id': '8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:41:09.717386 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-98d0f405-380c-410c-bc0b-1b3c4aa6f3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:09.794564 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:09.848363 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:09.849564 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:09.885360 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57444) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:09.961202 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:09.962323 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 6219dc53-2ad3-4abf-94f6-041baf4a9a09 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:10.021192 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:10.021564 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.024455 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.121048 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Publish callbacks [] for security_group (c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.129649 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.135191 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:10.173738 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:10.180242 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f4eaaf14b07d41409055cee665c7768a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2937994 Jan 17 02:41:10.184911 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57448) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:10.185434 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.185434 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.185765 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.186096 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.186419 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.186761 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.187059 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.187457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.187777 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.188149 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.188442 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.188756 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.189067 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-767a12ac-e180-4f3e-9dac-bef911771e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:10.244757 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dfae518-0293-4065-bd79-f8e86ee72f49 admin admin] Publish callbacks [] for security_group (c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.272670 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dfae518-0293-4065-bd79-f8e86ee72f49 admin admin] Publish callbacks [] for security_group (c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.325097 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dfae518-0293-4065-bd79-f8e86ee72f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.328234 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0dfae518-0293-4065-bd79-f8e86ee72f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:10.336534 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0dfae518-0293-4065-bd79-f8e86ee72f49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac HTTP/1.1" status: 204 len: 168 time: 0.1503627 Jan 17 02:41:10.347485 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfae518-0293-4065-bd79-f8e86ee72f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ad9af3-c0f3-4a1b-9de8-35fa3f9525ac,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:11.888525 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bd67767e-8403-470c-a0be-5d26e5ee18b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:12.014750 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8ebcc-1ce0-49d2-b9a4-2b0622da2d35 req-3481ef38-fe79-4b07-bdee-de365d9b69d1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:12.016250 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3f8ebcc-1ce0-49d2-b9a4-2b0622da2d35 req-3481ef38-fe79-4b07-bdee-de365d9b69d1 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0577650 Jan 17 02:41:12.071455 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3f8ebcc-1ce0-49d2-b9a4-2b0622da2d35 req-b9360349-f134-4ea2-86bb-3c8319593571 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492063 Jan 17 02:41:12.966386 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:13.196918 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11309be2-247c-4509-bed8-e9d8c5ef7913 req-1ac8c68c-988d-4f5a-9a7f-4300bd17c15c tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:13.199104 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-11309be2-247c-4509-bed8-e9d8c5ef7913 req-1ac8c68c-988d-4f5a-9a7f-4300bd17c15c tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0556664 Jan 17 02:41:13.258732 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-11309be2-247c-4509-bed8-e9d8c5ef7913 req-45bf4924-9bd4-41d6-99ee-919b1799f4aa tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533693 Jan 17 02:41:14.392153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f489a0d-f78c-4ccc-ab22-5802cf408037 req-234cd5dc-336a-45e6-bf2c-960e5902d4bf tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:14.393654 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f489a0d-f78c-4ccc-ab22-5802cf408037 req-234cd5dc-336a-45e6-bf2c-960e5902d4bf tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0585566 Jan 17 02:41:14.471168 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2f489a0d-f78c-4ccc-ab22-5802cf408037 req-fae4f75a-6b0d-4865-aa2b-297f531edc28 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693679 Jan 17 02:41:14.612096 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:15.602774 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f86192-f287-47fd-ad8c-cee796ec7671 req-a4258180-92f2-4355-bc4d-03cc2ec3f805 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:15.604389 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-51f86192-f287-47fd-ad8c-cee796ec7671 req-a4258180-92f2-4355-bc4d-03cc2ec3f805 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0529654 Jan 17 02:41:15.656872 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-51f86192-f287-47fd-ad8c-cee796ec7671 req-0308f4c0-0b02-4729-8f42-b0b863259c12 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458350 Jan 17 02:41:15.848597 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:15.962957 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-17dde344-2987-4de4-9ad5-f511521a1252 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:15.964546 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-17dde344-2987-4de4-9ad5-f511521a1252 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 815 time: 0.1036530 Jan 17 02:41:15.980709 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-85f4ae9a-6b8d-4ce9-8a81-512c93942cf2 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/quotas/64e093625bec4998bc4012524037d1eb HTTP/1.1" status: 200 len: 375 time: 0.0106165 Jan 17 02:41:16.032214 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-38b9f45d-318f-4e8a-ab92-45f328d2d95e tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455005 Jan 17 02:41:16.127823 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-3ffd0878-ea65-4418-a26e-b2432e13af41 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843422 Jan 17 02:41:16.222532 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-7c23dce2-3696-4e3b-b9ea-4e7949862c05 service neutron] 10.222.0.24 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888994 Jan 17 02:41:16.378886 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-45da2283-2ecd-4b3a-bb42-bb2f749aab2a req-f2f234f5-7feb-43df-860b-d0cd5d48ee1c tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 210 time: 0.0277281 Jan 17 02:41:16.777773 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9374ded1-de44-45ad-91e4-ce44aab70116 req-1fc74b97-e84a-473d-9e62-814c3bf4c834 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:16.779856 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9374ded1-de44-45ad-91e4-ce44aab70116 req-1fc74b97-e84a-473d-9e62-814c3bf4c834 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0504937 Jan 17 02:41:16.832433 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9374ded1-de44-45ad-91e4-ce44aab70116 req-a04114d3-2012-4c07-a6c6-d7b21b183990 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462780 Jan 17 02:41:17.499643 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f289abfd-2741-444a-a5c4-b82e631274fc req-89203270-d8b4-407a-94f4-ebbf6eb16056 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 210 time: 0.0323355 Jan 17 02:41:17.506380 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-fa01c11c-d30f-41c5-b028-b622a5afdae9 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:17.509724 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-fa01c11c-d30f-41c5-b028-b622a5afdae9 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.64 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 815 time: 0.1496136 Jan 17 02:41:17.543758 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'port': {'device_id': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'admin_state_up': True, 'tenant_id': '64e093625bec4998bc4012524037d1eb'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:17.666024 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Made reservation on behalf of 64e093625bec4998bc4012524037d1eb for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:41:17.670148 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:17.820814 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Allocated IP 172.20.0.13 (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d/afc5fc5d-2cef-4540-a1f1-bb400c429293/6165ac27-1cf4-4f9d-b4a0-390a637a75d1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:41:18.017311 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708478b-24e1-4dd7-971d-e00fd934c90d req-783c1229-8672-4b01-bfaf-954dfea93055 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:18.020102 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1708478b-24e1-4dd7-971d-e00fd934c90d req-783c1229-8672-4b01-bfaf-954dfea93055 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0916061 Jan 17 02:41:18.055974 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:18.091723 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1708478b-24e1-4dd7-971d-e00fd934c90d req-b3366398-2128-4bc4-a0cf-b5219f6910e2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618420 Jan 17 02:41:18.154906 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:18.249648 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:41:18.254623 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:18.259571 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:41:18.278424 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:18.371560 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:18.380418 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:18.421637 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-b06126ce-c6c2-4d3f-a697-195e2ed74336 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8824551 Jan 17 02:41:18.610222 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e3b73d95-28ce-4f5b-86e7-f7c6a23d3276 None None] Provisioning complete for port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:18.610796 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e3b73d95-28ce-4f5b-86e7-f7c6a23d3276 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:18.650885 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ade1a9-8ba9-49c0-a51d-36a5cb9ec919 req-a5990012-ee19-490b-af6c-92bbe9f5b2ff tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:18.652654 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97ade1a9-8ba9-49c0-a51d-36a5cb9ec919 req-a5990012-ee19-490b-af6c-92bbe9f5b2ff tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0632980 Jan 17 02:41:18.662785 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e3b73d95-28ce-4f5b-86e7-f7c6a23d3276 None None] Port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:41:18.702443 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97ade1a9-8ba9-49c0-a51d-36a5cb9ec919 req-9bbfe8e6-2453-4989-a4be-65367c580a27 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Jan 17 02:41:19.231214 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591c157a-0dd2-4c9f-a824-604c595d9cfd req-6da5912e-3ffa-47e4-adc5-19ed13f0f370 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:19.232817 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-591c157a-0dd2-4c9f-a824-604c595d9cfd req-6da5912e-3ffa-47e4-adc5-19ed13f0f370 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0526125 Jan 17 02:41:19.292166 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-591c157a-0dd2-4c9f-a824-604c595d9cfd req-bd74dc76-ad47-4992-b727-bafb7b48604a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536146 Jan 17 02:41:19.833965 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d4589-6b18-44b9-b3a7-e47b6c4ed0e2 req-126c81d5-59e3-4434-9cfd-e3334ca2e007 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:19.835707 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-206d4589-6b18-44b9-b3a7-e47b6c4ed0e2 req-126c81d5-59e3-4434-9cfd-e3334ca2e007 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0638413 Jan 17 02:41:19.891360 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-206d4589-6b18-44b9-b3a7-e47b6c4ed0e2 req-b43d33a4-5aec-44e9-aa7e-7177671fe83e tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494289 Jan 17 02:41:20.415485 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38957895-e578-4f8c-a6a7-d53f417e7b5a req-7ceac4a3-2ee5-4549-88a4-0b5fe7d47272 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:20.417143 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38957895-e578-4f8c-a6a7-d53f417e7b5a req-7ceac4a3-2ee5-4549-88a4-0b5fe7d47272 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0508096 Jan 17 02:41:20.467848 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38957895-e578-4f8c-a6a7-d53f417e7b5a req-4a93a441-524d-4c3d-9434-af2645813aeb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447772 Jan 17 02:41:21.021386 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36743d34-c932-4eb8-9489-20f3863135d3 req-bf8f5502-8726-4ff0-bbde-4be6dccdaa25 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:21.022975 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36743d34-c932-4eb8-9489-20f3863135d3 req-bf8f5502-8726-4ff0-bbde-4be6dccdaa25 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0530066 Jan 17 02:41:21.079601 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36743d34-c932-4eb8-9489-20f3863135d3 req-cde6048d-659d-47e6-b755-f3eb3c33d16a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505500 Jan 17 02:41:21.564182 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57688) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:21.619661 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd328022-34aa-4622-aac4-7ca982853c5a req-b37c23c6-0108-451c-afc5-b33c25f639e5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:21.621246 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd328022-34aa-4622-aac4-7ca982853c5a req-b37c23c6-0108-451c-afc5-b33c25f639e5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0555060 Jan 17 02:41:21.685618 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dd328022-34aa-4622-aac4-7ca982853c5a req-c9afab8a-8664-460b-bd5d-12bcb1aad56f tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473597 Jan 17 02:41:21.688142 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a241646-c7db-41fa-8399-48c3ba5a97a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:21.773986 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a241646-c7db-41fa-8399-48c3ba5a97a4 admin admin] Publish callbacks [] for security_group (bf5f010b-05cc-4339-8b77-9e9bbc095350), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:21.779438 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2a241646-c7db-41fa-8399-48c3ba5a97a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (bf5f010b-05cc-4339-8b77-9e9bbc095350), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:21.818238 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2a241646-c7db-41fa-8399-48c3ba5a97a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=edbe6dbc73544a63ad8ad796b4745121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492468 Jan 17 02:41:21.820187 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57692) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:21.831980 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a241646-c7db-41fa-8399-48c3ba5a97a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5f010b-05cc-4339-8b77-9e9bbc095350,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:21.869432 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b42d428-a367-44c1-90b3-573b14231299 admin admin] Publish callbacks [] for security_group (bf5f010b-05cc-4339-8b77-9e9bbc095350), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:21.891833 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b42d428-a367-44c1-90b3-573b14231299 admin admin] Publish callbacks [] for security_group (bf5f010b-05cc-4339-8b77-9e9bbc095350), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:21.943600 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b42d428-a367-44c1-90b3-573b14231299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (bf5f010b-05cc-4339-8b77-9e9bbc095350), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:21.946358 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8b42d428-a367-44c1-90b3-573b14231299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:21.947534 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8b42d428-a367-44c1-90b3-573b14231299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf5f010b-05cc-4339-8b77-9e9bbc095350 HTTP/1.1" status: 204 len: 168 time: 0.1260951 Jan 17 02:41:21.963401 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42d428-a367-44c1-90b3-573b14231299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5f010b-05cc-4339-8b77-9e9bbc095350,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:22.220313 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6f7f-7ea4-4f7a-80b6-0d739708f80f req-302f0b87-9a27-4701-9aea-542ff878416d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:22.222127 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fcf6f7f-7ea4-4f7a-80b6-0d739708f80f req-302f0b87-9a27-4701-9aea-542ff878416d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0620463 Jan 17 02:41:22.284549 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4fcf6f7f-7ea4-4f7a-80b6-0d739708f80f req-a980cb2b-8c7d-4634-bb37-5af536accf14 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557766 Jan 17 02:41:22.807750 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb46114-6c75-4949-8992-5b87f2330785 req-910c14ae-9fbc-434b-8a9d-171c78b31e47 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:22.809248 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cb46114-6c75-4949-8992-5b87f2330785 req-910c14ae-9fbc-434b-8a9d-171c78b31e47 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0514882 Jan 17 02:41:22.857038 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9cb46114-6c75-4949-8992-5b87f2330785 req-e6577241-6a7c-408e-95dd-5818e7858bfd tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Jan 17 02:41:23.400431 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6434c3b-ee1e-489d-8a46-b6578c7ab175 req-b479529e-e22b-477a-b4b9-c1c19263c526 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:23.401926 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6434c3b-ee1e-489d-8a46-b6578c7ab175 req-b479529e-e22b-477a-b4b9-c1c19263c526 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0500717 Jan 17 02:41:23.455933 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6434c3b-ee1e-489d-8a46-b6578c7ab175 req-04665d94-a26a-4280-bf94-08b30157543a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479095 Jan 17 02:41:23.973994 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f13a54-e2e9-45c6-99d3-d82038cb8752 req-3fed7c0b-0c64-47d8-af07-e3c6ffdf6bc2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:23.975566 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-58f13a54-e2e9-45c6-99d3-d82038cb8752 req-3fed7c0b-0c64-47d8-af07-e3c6ffdf6bc2 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0507774 Jan 17 02:41:24.023688 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-58f13a54-e2e9-45c6-99d3-d82038cb8752 req-79bb3c6c-22e1-4e5e-9ba2-e3a5fbd4e468 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421703 Jan 17 02:41:24.571002 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b316c4-8577-44ab-a0b5-a164eeffaeae req-168eb1f5-227f-45bd-ab2e-56ce2812c796 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:24.572787 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a7b316c4-8577-44ab-a0b5-a164eeffaeae req-168eb1f5-227f-45bd-ab2e-56ce2812c796 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0499349 Jan 17 02:41:24.621390 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a7b316c4-8577-44ab-a0b5-a164eeffaeae req-f68cee86-2922-4c01-94f2-6998d116b357 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426202 Jan 17 02:41:25.181588 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbb6f2-a872-4157-9f9b-00df953c071d req-85fd8bbb-5892-4dfa-839d-039d50fe2fdc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:25.183151 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2bbb6f2-a872-4157-9f9b-00df953c071d req-85fd8bbb-5892-4dfa-839d-039d50fe2fdc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0748539 Jan 17 02:41:25.229939 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b2bbb6f2-a872-4157-9f9b-00df953c071d req-28cb4b79-61c2-421e-9653-12b560bdbf9a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410779 Jan 17 02:41:25.742775 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4be5f-4c2f-491d-9e52-10229ede64c9 req-42f008cc-c806-4b89-bb2d-ba516d290492 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:25.744650 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdf4be5f-4c2f-491d-9e52-10229ede64c9 req-42f008cc-c806-4b89-bb2d-ba516d290492 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0515227 Jan 17 02:41:25.795834 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bdf4be5f-4c2f-491d-9e52-10229ede64c9 req-eb0d0ca9-2e30-4b1a-ae53-7cd810949033 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444937 Jan 17 02:41:26.348290 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956994dc-b9d4-4dad-a954-0b0772bd099a req-55262b0e-1e01-422c-b5a5-a2e947fc54cc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:26.349807 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-956994dc-b9d4-4dad-a954-0b0772bd099a req-55262b0e-1e01-422c-b5a5-a2e947fc54cc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0516233 Jan 17 02:41:26.400048 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-956994dc-b9d4-4dad-a954-0b0772bd099a req-94a7c8a2-f6b4-4eaa-8321-9014a0c53463 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Jan 17 02:41:26.916402 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a01403-8bb6-40c9-8c50-b068c40b3eca req-38d14279-9eb2-46e2-9bcd-025a155effc7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:26.917878 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e6a01403-8bb6-40c9-8c50-b068c40b3eca req-38d14279-9eb2-46e2-9bcd-025a155effc7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0491118 Jan 17 02:41:26.966865 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e6a01403-8bb6-40c9-8c50-b068c40b3eca req-a42c9fc8-ec27-4003-ba03-7a1db0772248 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Jan 17 02:41:27.519892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8a638a-b4b3-4f81-9472-f7be6e14ea20 req-6fd8dc42-0a34-4f78-bcda-8d996650ec70 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:27.521278 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee8a638a-b4b3-4f81-9472-f7be6e14ea20 req-6fd8dc42-0a34-4f78-bcda-8d996650ec70 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0528886 Jan 17 02:41:27.573347 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee8a638a-b4b3-4f81-9472-f7be6e14ea20 req-9a7de63d-6ce4-43f2-b722-c39ab73e74a3 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463011 Jan 17 02:41:28.087178 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da1a03e-bbcb-4ae8-9370-5d182a065541 req-fed9c7c4-3c15-49b6-bd1b-4a06edc0bcf5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:28.088676 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8da1a03e-bbcb-4ae8-9370-5d182a065541 req-fed9c7c4-3c15-49b6-bd1b-4a06edc0bcf5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0496953 Jan 17 02:41:28.135695 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8da1a03e-bbcb-4ae8-9370-5d182a065541 req-d7780b3c-f861-463f-add5-b48fc5550eaf tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414972 Jan 17 02:41:28.700380 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91256540-f43e-4f0c-bf53-09781ea35fdb req-a001c89a-b42d-4c7f-a15b-9b2a1cf28f2d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:28.701866 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91256540-f43e-4f0c-bf53-09781ea35fdb req-a001c89a-b42d-4c7f-a15b-9b2a1cf28f2d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0561976 Jan 17 02:41:28.752636 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-91256540-f43e-4f0c-bf53-09781ea35fdb req-2f7babac-febe-4262-80ac-f5e05d37831b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 Jan 17 02:41:29.263661 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63098c27-750e-4122-ae92-db2ff5c5abe8 req-7efb3ec9-5009-4337-a160-6724b8c1a570 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:29.265179 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-63098c27-750e-4122-ae92-db2ff5c5abe8 req-7efb3ec9-5009-4337-a160-6724b8c1a570 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 932 time: 0.0524287 Jan 17 02:41:29.315438 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-63098c27-750e-4122-ae92-db2ff5c5abe8 req-113b1ae0-d25c-4702-aa4b-e69e16becb07 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442839 Jan 17 02:41:29.429001 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Request body: {'port': {'device_id': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:29.482464 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:29.762202 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:41:29.769507 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Publish callbacks [] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:29.782002 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Transition to ACTIVE for port object 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:41:29.788675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:29.863936 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.930264 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:41:29.932518 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c019f5-4615-40ad-b56b-d4e0ccac4b85 req-326a34d6-b104-4be7-b9b9-6246618b543b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:29.933328 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3c019f5-4615-40ad-b56b-d4e0ccac4b85 req-326a34d6-b104-4be7-b9b9-6246618b543b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.1022105 Jan 17 02:41:29.979822 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Attempting to bind port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:41:29.980182 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Attempting to bind port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:41:29.980505 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Attempting to bind port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 on network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:41:29.993377 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 on network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:41:29.993684 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Attempting to bind port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 on network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:41:30.004470 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3c019f5-4615-40ad-b56b-d4e0ccac4b85 req-3a8777af-ef09-4625-ac67-68bc823d537b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616703 Jan 17 02:41:30.005304 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:41:30.005630 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Checking segment: {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:41:30.005986 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Bound using segment: {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:41:30.006405 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Bound port: 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c97bad88-aabe-481d-988f-ca8bbc6eb942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:41:30.006760 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:30.068102 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:41:30.071800 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:41:30.080175 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:30.121444 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.122060 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:30.123438 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] 10.222.0.64 "PUT /v2.0/ports/6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 1094 time: 0.6989994 Jan 17 02:41:30.123877 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:41:30.126207 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:41:30.161855 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e718c6-99b6-4535-bb1d-0cd0cca070c0 service neutron] Pushing event updated for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:30.178330 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd2fd454-09e6-4e83-b084-311228466196 x-openstack-request-id: req-cd2fd454-09e6-4e83-b084-311228466196 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:41:30.178649 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:41:30.178900 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd2fd454-09e6-4e83-b084-311228466196 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:41:30.179297 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'status': 'completed', 'code': 200} Jan 17 02:41:30.260196 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41587de-c1fe-4495-8806-880be6ad40b0 req-7611d340-bd9d-4b2e-8f78-43c8778c9cac tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.261753 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a41587de-c1fe-4495-8806-880be6ad40b0 req-7611d340-bd9d-4b2e-8f78-43c8778c9cac tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0751765 Jan 17 02:41:30.305038 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-eda182b1-42e5-4f2b-9d2d-ffbe19435ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.307004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-eda182b1-42e5-4f2b-9d2d-ffbe19435ca0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1097 time: 0.0844331 Jan 17 02:41:30.334994 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a41587de-c1fe-4495-8806-880be6ad40b0 req-08987ad7-5d38-4b06-bd3d-6c4e42bb3e6a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635762 Jan 17 02:41:30.373146 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-7b6d2b1e-c43e-45ea-a0ee-769257c33f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.374004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-2f3946de-0c99-40a3-bf5c-63dba61aefae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 217 time: 0.0485845 Jan 17 02:41:30.375338 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-7b6d2b1e-c43e-45ea-a0ee-769257c33f93 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 1099 time: 0.0508242 Jan 17 02:41:30.451543 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-689902ab-c03f-46a1-96b6-a259f24e5f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.453122 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-689902ab-c03f-46a1-96b6-a259f24e5f0c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 200 len: 854 time: 0.0698197 Jan 17 02:41:30.465499 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad5ac61-c20a-4b8a-8a27-1f8585016cab req-ad20a072-5876-4b7d-93d2-062a6478e60d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.466955 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ad5ac61-c20a-4b8a-8a27-1f8585016cab req-ad20a072-5876-4b7d-93d2-062a6478e60d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 944 time: 0.0762072 Jan 17 02:41:30.467255 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-a7700acf-c6e1-4434-b7fd-f3d8c9372b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.468754 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-a7700acf-c6e1-4434-b7fd-f3d8c9372b73 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.0850179 Jan 17 02:41:30.536499 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-ceee4c2e-a171-4f90-bd07-b239859644d4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 200 len: 1002 time: 0.0613599 Jan 17 02:41:30.538042 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-c6bf69e0-1397-4be9-b304-63ffb94361d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.539811 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-c6bf69e0-1397-4be9-b304-63ffb94361d5 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0719194 Jan 17 02:41:30.544096 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ad5ac61-c20a-4b8a-8a27-1f8585016cab req-ed3ecc00-0364-4ab5-a429-fa94442e68a8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Jan 17 02:41:30.588029 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-683eedc5-b727-43b4-b689-d99b3e78ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.589528 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-683eedc5-b727-43b4-b689-d99b3e78ee5a service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0430560 Jan 17 02:41:30.631360 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-c236c602-42b0-48a0-bdd4-bb78dcd17653 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845582 Jan 17 02:41:30.632634 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-d36a3e39-9139-4a00-9242-4add1d1c21e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.634105 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-d36a3e39-9139-4a00-9242-4add1d1c21e1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0384254 Jan 17 02:41:30.724959 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-2511ea3d-62c1-4a15-afad-345158d00cb4 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830927 Jan 17 02:41:30.727266 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-884fcb21-531c-4ecb-bdad-4e8dd5b56bda req-67725a56-8d53-4b25-9cdc-32b73962da1a service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854416 Jan 17 02:41:30.829839 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-56a58457-9f89-48d2-a3d3-c03f92983c45 req-6df330c8-ad4b-4a95-86e0-972f1a0d50f0 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894153 Jan 17 02:41:30.887008 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-0223052f-2d0b-49cf-a4f1-ec2e41d774ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.888563 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-0223052f-2d0b-49cf-a4f1-ec2e41d774ce service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1097 time: 0.0445750 Jan 17 02:41:30.982929 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-c0531231-2275-46f0-b6b9-e37e2d1b76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:30.984424 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-c0531231-2275-46f0-b6b9-e37e2d1b76ff service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 916 time: 0.0894127 Jan 17 02:41:31.024500 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-10adaa9e-aad0-420e-baae-7b2d7a947330 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 217 time: 0.0340478 Jan 17 02:41:31.073399 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-1ed28b84-17da-4dce-bfe4-e20179485030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:31.074808 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-1ed28b84-17da-4dce-bfe4-e20179485030 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 200 len: 854 time: 0.0449884 Jan 17 02:41:31.122593 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-6df829d6-9cbe-4e9c-9e93-cacbb3d007e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:31.124616 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-6df829d6-9cbe-4e9c-9e93-cacbb3d007e3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0442979 Jan 17 02:41:31.220439 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-65cc7d58-93ad-47d4-8db8-16e3a754a19d service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882773 Jan 17 02:41:31.313092 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2300cd6-2b95-4786-8ea2-a2e87c76f3d1 req-e9c45974-81a6-433a-aafc-a642bfb077fc service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855725 Jan 17 02:41:31.457585 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a25875d-ba5a-4f3c-8a19-cf42d573f4ab req-0bd10613-2209-47f6-b083-561af6bd7341 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:31.459027 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a25875d-ba5a-4f3c-8a19-cf42d573f4ab req-0bd10613-2209-47f6-b083-561af6bd7341 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0520949 Jan 17 02:41:31.504577 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a25875d-ba5a-4f3c-8a19-cf42d573f4ab req-b5748e6b-548a-4640-934f-9a955c65d5b6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397336 Jan 17 02:41:31.664858 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20987b60-5c3a-457e-a18b-ebeae2df972f req-c50b1192-94a3-4b95-a536-aa419b151594 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:31.666305 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20987b60-5c3a-457e-a18b-ebeae2df972f req-c50b1192-94a3-4b95-a536-aa419b151594 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 944 time: 0.0506437 Jan 17 02:41:31.714296 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-20987b60-5c3a-457e-a18b-ebeae2df972f req-ba606ea7-2b2d-40e1-a0a8-6e26b2e4ba99 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422142 Jan 17 02:41:32.637872 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e90329-37f2-4a7c-bbff-de737b2d0840 req-c686da4f-7f02-4eb1-a2a7-b5c9276d9b0a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:32.639348 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77e90329-37f2-4a7c-bbff-de737b2d0840 req-c686da4f-7f02-4eb1-a2a7-b5c9276d9b0a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0544710 Jan 17 02:41:32.688682 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-77e90329-37f2-4a7c-bbff-de737b2d0840 req-d392b155-8b11-4932-8b0b-9ee32f9a4f86 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437603 Jan 17 02:41:32.844747 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1c5051-21c7-4f6d-b6e7-d3cae6457b89 req-2f91e15f-1253-4daa-b9c6-373854ab4e0f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:32.846115 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ba1c5051-21c7-4f6d-b6e7-d3cae6457b89 req-2f91e15f-1253-4daa-b9c6-373854ab4e0f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 944 time: 0.0525753 Jan 17 02:41:32.894320 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ba1c5051-21c7-4f6d-b6e7-d3cae6457b89 req-fa7c9cd3-e41c-4b79-b3f0-237c68849971 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424786 Jan 17 02:41:34.039774 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8730b-d6ba-4b8f-bbd7-aa8825267b14 req-a4ab20af-1dae-4419-956b-6d4e938cb8dd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:34.041374 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9fb8730b-d6ba-4b8f-bbd7-aa8825267b14 req-a4ab20af-1dae-4419-956b-6d4e938cb8dd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 944 time: 0.0665560 Jan 17 02:41:34.166877 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:41:34.265253 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:34.282389 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'port_id': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'mac_address': 'fa:16:3e:27:43:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:41:34.324971 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:34.325357 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:34.338631 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:41:34.345176 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9fb8730b-d6ba-4b8f-bbd7-aa8825267b14 req-9b7cf0fd-8ada-4e1f-852d-acb452e51640 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981689 Jan 17 02:41:34.357786 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:34.363456 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:34.410191 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:34.796608 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['6165ac27-1cf4-4f9d-b4a0-390a637a75d1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:41:35.461471 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94afeb-e02e-4ad4-b543-c652f6d76b85 req-5efea19f-4867-425d-aace-97ee0176e354 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:35.462899 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d94afeb-e02e-4ad4-b543-c652f6d76b85 req-5efea19f-4867-425d-aace-97ee0176e354 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 945 time: 0.0495136 Jan 17 02:41:35.509788 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d94afeb-e02e-4ad4-b543-c652f6d76b85 req-06248467-e255-4ea9-8af9-d4d5d23c3657 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409482 Jan 17 02:41:36.176549 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:41:36.228014 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:41:36.231889 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:36.232308 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:36.312805 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:36.313190 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:36.335644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:41:36.338054 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257db8e2-797b-48cf-ad42-59f551b907fe" -d '{"events": [{"server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "name": "network-vif-plugged", "status": "completed", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:41:36.350770 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:36.356307 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:36.379348 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1865c9-5877-4cee-a465-fb5f6d83b445 x-openstack-request-id: req-7b1865c9-5877-4cee-a465-fb5f6d83b445 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:41:36.379639 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "name": "network-vif-plugged", "status": "completed", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:41:36.379889 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b1865c9-5877-4cee-a465-fb5f6d83b445 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:41:36.380298 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'code': 200} Jan 17 02:41:36.406694 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:36.413999 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.414347 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.414694 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.415030 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.415359 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.415686 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.416016 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.416374 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.416698 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.417027 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.417327 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.417644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.417955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:41:36.639394 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030ab6d-fae3-464d-becc-6ed20d8543e5 req-92c1b1fe-44a8-4d5e-a7ee-2d1e0ef08ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:36.640934 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b030ab6d-fae3-464d-becc-6ed20d8543e5 req-92c1b1fe-44a8-4d5e-a7ee-2d1e0ef08ec0 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1099 time: 0.0720267 Jan 17 02:41:36.654568 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eb09e-4fd6-448a-a9c1-00aeef21805e req-34626e44-bb4d-44e8-9318-c6bbfa09c0e3 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:36.655950 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a44eb09e-4fd6-448a-a9c1-00aeef21805e req-34626e44-bb4d-44e8-9318-c6bbfa09c0e3 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0780685 Jan 17 02:41:36.719716 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b030ab6d-fae3-464d-becc-6ed20d8543e5 req-dae69897-3de6-40bf-9619-2e71dada8c89 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627046 Jan 17 02:41:36.727211 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a44eb09e-4fd6-448a-a9c1-00aeef21805e req-74e0834d-74b0-4135-9157-13e835c9a424 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652113 Jan 17 02:41:37.850109 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b0582-597d-4fe5-9409-2e0109e492d8 req-54a9e380-11d8-4e4b-af2b-39fbcac88800 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:37.851649 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-855b0582-597d-4fe5-9409-2e0109e492d8 req-54a9e380-11d8-4e4b-af2b-39fbcac88800 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0503438 Jan 17 02:41:37.898547 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-855b0582-597d-4fe5-9409-2e0109e492d8 req-0a4b126f-9eb5-442e-b7f4-9cc001d4e9bc tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412900 Jan 17 02:41:38.607986 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:38.863945 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-0ade250c-8f60-4a84-9c93-9aa4630c5c3e service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424485 Jan 17 02:41:38.949880 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e427-96b9-4469-9f51-797125a7cb6d req-68ea68ea-a773-4a9f-9216-adbd553d6ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:38.951393 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-68ea68ea-a773-4a9f-9216-adbd553d6ce7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 1100 time: 0.0445521 Jan 17 02:41:39.074642 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b920804f-d574-483a-b0d2-b2d47a01f2c6 req-aa660aed-25ec-44de-a8b1-cc08d0cdbffd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:39.076105 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b920804f-d574-483a-b0d2-b2d47a01f2c6 req-aa660aed-25ec-44de-a8b1-cc08d0cdbffd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.1086521 Jan 17 02:41:39.115570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e427-96b9-4469-9f51-797125a7cb6d req-d5f719b7-971c-4f6a-85fa-5e8984165374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:39.116957 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-d5f719b7-971c-4f6a-85fa-5e8984165374 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.1367548 Jan 17 02:41:39.174720 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b920804f-d574-483a-b0d2-b2d47a01f2c6 req-bf6c236a-5162-4fe9-8461-8affab409bef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888970 Jan 17 02:41:39.199066 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-f80d2894-977e-48cb-8452-1ca0ac2567d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 200 len: 1001 time: 0.0726862 Jan 17 02:41:39.268651 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e427-96b9-4469-9f51-797125a7cb6d req-364e39f7-0fd5-4258-a23a-7bb55fb1e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:39.270097 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-364e39f7-0fd5-4258-a23a-7bb55fb1e79c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0656507 Jan 17 02:41:39.314923 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075541c9-7e64-4432-a12b-963fca9ef1f5 req-8c4c2b66-9c5c-4032-b017-9673262d33a3 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:39.316385 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-075541c9-7e64-4432-a12b-963fca9ef1f5 req-8c4c2b66-9c5c-4032-b017-9673262d33a3 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0763724 Jan 17 02:41:39.339970 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255e427-96b9-4469-9f51-797125a7cb6d req-6b256d05-1cfd-48e4-b29e-90bf36029dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:39.341451 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-6b256d05-1cfd-48e4-b29e-90bf36029dff service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0644584 Jan 17 02:41:39.393686 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-075541c9-7e64-4432-a12b-963fca9ef1f5 req-fecad2b4-93d7-4831-83bc-fe5bcb0ae8ab tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715868 Jan 17 02:41:39.450257 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-0d8bb9cc-b685-473e-b2fb-d442154d63a2 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029370 Jan 17 02:41:39.544550 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9255e427-96b9-4469-9f51-797125a7cb6d req-bcc6e85c-bbcc-4117-9837-026ff81cbd02 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886018 Jan 17 02:41:39.671833 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9afa7ccb-8cea-4a4b-a5e3-a134a8aa5afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:39.714130 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83ce7f-48d6-44cf-8a0c-064d9972edb1 req-0025cbad-847f-4f4d-8242-8ec07d47effe tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:39.715651 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a83ce7f-48d6-44cf-8a0c-064d9972edb1 req-0025cbad-847f-4f4d-8242-8ec07d47effe tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0514131 Jan 17 02:41:39.763331 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8a83ce7f-48d6-44cf-8a0c-064d9972edb1 req-474836c9-a01d-4c53-a7cf-72e55bd952d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419447 Jan 17 02:41:41.888392 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7f74ff35-65dd-40a7-86ff-f026bf17d5dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:42.986114 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:43.162357 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:41:44.619051 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:45.852034 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:49.262902 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea401f30-6e6d-445e-ad75-d01912bd87e7 req-f2511782-7b7d-452f-8408-e1cc181f3f9d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:49.264402 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea401f30-6e6d-445e-ad75-d01912bd87e7 req-f2511782-7b7d-452f-8408-e1cc181f3f9d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0584114 Jan 17 02:41:49.312778 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ea401f30-6e6d-445e-ad75-d01912bd87e7 req-ec472387-11d7-4840-811e-fb8e818dff41 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425839 Jan 17 02:41:49.335258 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57818) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:49.537316 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a3a13d-3038-44bd-9531-5c7a3f22a26d tempest-TestMinimumBasicScenario-1085603032 tempest-TestMinimumBasicScenario-1085603032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:49.538721 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-66a3a13d-3038-44bd-9531-5c7a3f22a26d tempest-TestMinimumBasicScenario-1085603032 tempest-TestMinimumBasicScenario-1085603032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1094 time: 0.2024951 Jan 17 02:41:49.541993 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57822) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:49.546328 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'port_id': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:49.572204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:49.665249 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:49.778351 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Allocated IP 172.27.1.87 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/6a6619c2-c668-45cc-8408-757c9761fc35) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:41:49.900521 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for port (6a6619c2-c668-45cc-8408-757c9761fc35), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:49.938544 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (6a6619c2-c668-45cc-8408-757c9761fc35), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:49.980484 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:41:49.983301 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:49.986756 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:41:49.992195 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'Port': ['ID=6a6619c2-c668-45cc-8408-757c9761fc35,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:50.346028 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for floatingip (bbb7a26b-32ed-4841-a4ab-08b3adc259e0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:50.417840 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6a6619c2-c668-45cc-8408-757c9761fc35), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:50.568037 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for port (6a6619c2-c668-45cc-8408-757c9761fc35), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:50.574618 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (6a6619c2-c668-45cc-8408-757c9761fc35), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:50.640505 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'Port': ['ID=6a6619c2-c668-45cc-8408-757c9761fc35,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:50.650991 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (bbb7a26b-32ed-4841-a4ab-08b3adc259e0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:50.753890 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Floating IP bbb7a26b-32ed-4841-a4ab-08b3adc259e0 associated. External IP: 172.27.1.87, port: 6165ac27-1cf4-4f9d-b4a0-390a637a75d1. Jan 17 02:41:50.965595 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Router 88f63be1-4778-4280-a323-cbb6d628821a has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:41:51.074941 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:41:51.085221 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] Sync routers for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:41:51.095207 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.095512 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:51.096172 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:41:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:51.122192 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-04e95d0a-08dc-46a9-93af-81584a7b76ef tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5791533 Jan 17 02:41:51.122972 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:41:51.125362 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:41:51.125764 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57836) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:51.130660 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-b3cd7301-8577-4a42-9de5-6583d0d4ecd7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1476057176', 'description': 'tempest-secgroup-smoke-1476057176 description', 'project_id': '64e093625bec4998bc4012524037d1eb'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:51.158161 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7301-8577-4a42-9de5-6583d0d4ecd7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.166447 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05263bd4-ced9-4716-818d-46e82b7c3e6b x-openstack-request-id: req-05263bd4-ced9-4716-818d-46e82b7c3e6b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:41:51.166752 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:41:51.167041 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05263bd4-ced9-4716-818d-46e82b7c3e6b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:41:51.167418 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'status': 'completed', 'code': 200} Jan 17 02:41:51.201066 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:51.231694 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7301-8577-4a42-9de5-6583d0d4ecd7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group (8671b338-c404-47bf-a75a-7688dab5fc46), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.236965 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7301-8577-4a42-9de5-6583d0d4ecd7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (8671b338-c404-47bf-a75a-7688dab5fc46), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.268705 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-8f76b3d8-5b3d-4ff1-a05c-2337b7b590eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:51.270233 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-8f76b3d8-5b3d-4ff1-a05c-2337b7b590eb service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1099 time: 0.0547662 Jan 17 02:41:51.282769 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7301-8577-4a42-9de5-6583d0d4ecd7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.285238 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b3cd7301-8577-4a42-9de5-6583d0d4ecd7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1583562 Jan 17 02:41:51.288228 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd7301-8577-4a42-9de5-6583d0d4ecd7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8671b338-c404-47bf-a75a-7688dab5fc46,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:51.288757 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57840) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:51.294224 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-6dd8294c-657e-486d-a116-605e3367eca5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'security_group_rule': {'security_group_id': '8671b338-c404-47bf-a75a-7688dab5fc46', 'project_id': '64e093625bec4998bc4012524037d1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:51.386481 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6dd8294c-657e-486d-a116-605e3367eca5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (f046f514-9e7d-4eda-8009-b93630043501), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.422089 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-70964fb2-184f-4ac9-913f-06ae8db30a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:51.423681 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-70964fb2-184f-4ac9-913f-06ae8db30a52 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 916 time: 0.1456060 Jan 17 02:41:51.473566 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'bbb7a26b-32ed-4841-a4ab-08b3adc259e0', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'port_id': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'mac_address': 'fa:16:3e:27:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:41:50Z', 'updated_at': '2022-01-17T02:41:50Z', 'revision_number': 0, 'project_id': '64e093625bec4998bc4012524037d1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:51.491270 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6dd8294c-657e-486d-a116-605e3367eca5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (f046f514-9e7d-4eda-8009-b93630043501), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.500161 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] Checking router: 88f63be1-4778-4280-a323-cbb6d628821a for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:41:51.507101 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6dd8294c-657e-486d-a116-605e3367eca5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (f046f514-9e7d-4eda-8009-b93630043501), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.509325 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:51.510011 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:41:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:51.517509 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-0e9325ef-afe7-4de0-bc88-9775a65e7775 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 999 time: 0.0828674 Jan 17 02:41:51.530588 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd8294c-657e-486d-a116-605e3367eca5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f046f514-9e7d-4eda-8009-b93630043501,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:51.564590 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6dd8294c-657e-486d-a116-605e3367eca5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.568360 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6dd8294c-657e-486d-a116-605e3367eca5 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2750502 Jan 17 02:41:51.568985 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57848) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:51.574497 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-25e6f8b2-a7fd-4949-ac12-86dc3f1b92fa tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'security_group_rule': {'security_group_id': '8671b338-c404-47bf-a75a-7688dab5fc46', 'project_id': '64e093625bec4998bc4012524037d1eb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:51.593553 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-c0f5d61b-4c6a-420f-b9c6-6521d43cfff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:51.595017 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-c0f5d61b-4c6a-420f-b9c6-6521d43cfff6 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 200 len: 854 time: 0.0660100 Jan 17 02:41:51.636593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:51.639524 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25e6f8b2-a7fd-4949-ac12-86dc3f1b92fa tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (fdff4660-dc4b-45bb-b426-9983b998ae44), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.680193 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-1b019630-36de-4662-8124-025dae7d1c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:51.681711 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-1b019630-36de-4662-8124-025dae7d1c8d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734050 Jan 17 02:41:51.781688 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25e6f8b2-a7fd-4949-ac12-86dc3f1b92fa tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (fdff4660-dc4b-45bb-b426-9983b998ae44), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.791722 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25e6f8b2-a7fd-4949-ac12-86dc3f1b92fa tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (fdff4660-dc4b-45bb-b426-9983b998ae44), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.827322 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e1facd-02c8-4db3-8a62-dce102251163 req-ea9840a6-610c-4e36-88ee-bdc1734328d9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:51.828953 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9e1facd-02c8-4db3-8a62-dce102251163 req-ea9840a6-610c-4e36-88ee-bdc1734328d9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.1511183 Jan 17 02:41:51.832273 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6f8b2-a7fd-4949-ac12-86dc3f1b92fa tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdff4660-dc4b-45bb-b426-9983b998ae44,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:51.843205 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-25e6f8b2-a7fd-4949-ac12-86dc3f1b92fa tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.846949 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-25e6f8b2-a7fd-4949-ac12-86dc3f1b92fa tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2748671 Jan 17 02:41:51.847402 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57852) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:51.852376 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-5a7d8262-776e-43b9-9fd4-aff105fa6122 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'security_group_rule': {'security_group_id': '8671b338-c404-47bf-a75a-7688dab5fc46', 'project_id': '64e093625bec4998bc4012524037d1eb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:51.863119 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'bbb7a26b-32ed-4841-a4ab-08b3adc259e0', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'port_id': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'mac_address': 'fa:16:3e:27:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:41:50Z', 'updated_at': '2022-01-17T02:41:50Z', 'revision_number': 0, 'project_id': '64e093625bec4998bc4012524037d1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:51.867414 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-f85aff30-fee7-4c5c-a82d-6f525a7e59b4 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701708 Jan 17 02:41:51.887984 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8262-776e-43b9-9fd4-aff105fa6122 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (85a06dcd-f811-4683-b719-d3b0e3aae4b6), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.891280 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8b02b1-ba2c-4f00-9e9b-f67d82221be5 None None] The sync data for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi is: [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'bbb7a26b-32ed-4841-a4ab-08b3adc259e0', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'floating_ip_address': '172.27.1.87', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'port_id': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'mac_address': 'fa:16:3e:27:43:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:41:50Z', 'updated_at': '2022-01-17T02:41:50Z', 'revision_number': 0, 'project_id': '64e093625bec4998bc4012524037d1eb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:41:51.926552 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d9e1facd-02c8-4db3-8a62-dce102251163 req-ab7b3a88-4007-48e8-8e55-ead9c3b3e4fb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864689 Jan 17 02:41:51.971133 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8262-776e-43b9-9fd4-aff105fa6122 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (85a06dcd-f811-4683-b719-d3b0e3aae4b6), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.979036 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8262-776e-43b9-9fd4-aff105fa6122 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (85a06dcd-f811-4683-b719-d3b0e3aae4b6), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:51.991476 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97d2cce1-9ccb-4b2e-81db-2f77f0ee760c req-03d9d728-cc9e-4a18-8665-bd4da8546104 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133363 Jan 17 02:41:51.999121 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d8262-776e-43b9-9fd4-aff105fa6122 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a06dcd-f811-4683-b719-d3b0e3aae4b6,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:52.008894 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8262-776e-43b9-9fd4-aff105fa6122 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.010124 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-5a7d8262-776e-43b9-9fd4-aff105fa6122 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1615665 Jan 17 02:41:52.012940 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57854) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:52.017577 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-e7b7cb09-0353-4cfe-91d2-6ccc31a0bc4f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'security_group_rule': {'security_group_id': '8671b338-c404-47bf-a75a-7688dab5fc46', 'project_id': '64e093625bec4998bc4012524037d1eb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:52.048252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb09-0353-4cfe-91d2-6ccc31a0bc4f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (4d12ded6-a129-45e0-8f0a-0f94f867a15f), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.105798 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb09-0353-4cfe-91d2-6ccc31a0bc4f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (4d12ded6-a129-45e0-8f0a-0f94f867a15f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.111401 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb09-0353-4cfe-91d2-6ccc31a0bc4f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (4d12ded6-a129-45e0-8f0a-0f94f867a15f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.113150 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2597d829-b1d8-4f6c-be3b-83c478cbb236 None None] New status for floating IP bbb7a26b-32ed-4841-a4ab-08b3adc259e0: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:41:52.130745 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7cb09-0353-4cfe-91d2-6ccc31a0bc4f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d12ded6-a129-45e0-8f0a-0f94f867a15f,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:52.138160 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e7b7cb09-0353-4cfe-91d2-6ccc31a0bc4f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.142016 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e7b7cb09-0353-4cfe-91d2-6ccc31a0bc4f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1254740 Jan 17 02:41:52.142419 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57856) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:52.146990 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'security_group_rule': {'security_group_id': '8671b338-c404-47bf-a75a-7688dab5fc46', 'project_id': '64e093625bec4998bc4012524037d1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:52.170590 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Project 64e093625bec4998bc4012524037d1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 02:41:52.175639 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (33635e44-32d3-4b49-ad51-af1244226d42), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.242703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (33635e44-32d3-4b49-ad51-af1244226d42), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.249686 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (33635e44-32d3-4b49-ad51-af1244226d42), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.269459 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33635e44-32d3-4b49-ad51-af1244226d42,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:52.279834 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.281401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4c58ca0b-3d3a-4f81-95ad-a68ddb32a079 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376791 Jan 17 02:41:52.284024 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57858) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:52.288557 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'security_group_rule': {'security_group_id': '8671b338-c404-47bf-a75a-7688dab5fc46', 'project_id': '64e093625bec4998bc4012524037d1eb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:52.313786 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.securitygroups_db [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Project 64e093625bec4998bc4012524037d1eb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 02:41:52.320337 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (b25c4c73-6225-48b0-bc54-9e8a910ff10d), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.382048 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (b25c4c73-6225-48b0-bc54-9e8a910ff10d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.387587 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (b25c4c73-6225-48b0-bc54-9e8a910ff10d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.401321 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b25c4c73-6225-48b0-bc54-9e8a910ff10d,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:52.421041 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.422273 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ad1ec1ee-633c-4b0e-a3fc-87c50073a26a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372869 Jan 17 02:41:52.523513 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-baa55e61-fef8-4fd3-be9c-96320086156b req-0a626985-f2a3-475f-a1be-97637b0f57ed tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476057176&fields=id&tenant_id=64e093625bec4998bc4012524037d1eb HTTP/1.1" status: 200 len: 267 time: 0.0512888 Jan 17 02:41:52.576631 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55e61-fef8-4fd3-be9c-96320086156b req-6d18a6fc-8879-44d8-8a13-4e074c69e709 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:52.577987 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-baa55e61-fef8-4fd3-be9c-96320086156b req-6d18a6fc-8879-44d8-8a13-4e074c69e709 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0485041 Jan 17 02:41:52.588494 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'port': {'security_groups': ['7a566f20-b5a4-4523-8156-42a3b0d56431', '8671b338-c404-47bf-a75a-7688dab5fc46']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:52.649373 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.835340 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:52.864097 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.872601 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.910544 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['6165ac27-1cf4-4f9d-b4a0-390a637a75d1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:41:52.919954 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:52.920608 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:52.922017 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-baa55e61-fef8-4fd3-be9c-96320086156b req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "PUT /v2.0/ports/6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 982 time: 0.3379936 Jan 17 02:41:52.943109 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc3b70-3b8c-4025-81f7-0c58ed79a242 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=6']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:53.089058 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4ee89e-efdc-4885-aa44-d1afba56e2c1 req-ccd628db-4c71-43c6-a330-27a14dad2dc8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:53.090615 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec4ee89e-efdc-4885-aa44-d1afba56e2c1 req-ccd628db-4c71-43c6-a330-27a14dad2dc8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0884712 Jan 17 02:41:53.104722 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d52bd2c-5d2a-4fb6-bba6-be594a9f3d9d req-60a099db-0443-42db-8548-bdb18bcfe000 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:53.106314 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d52bd2c-5d2a-4fb6-bba6-be594a9f3d9d req-60a099db-0443-42db-8548-bdb18bcfe000 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.0866132 Jan 17 02:41:53.170201 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:41:53.172675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635b96a3-e86a-4d15-a384-e484ae1a5c17" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:41:53.202259 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d52bd2c-5d2a-4fb6-bba6-be594a9f3d9d req-b953120c-1ed6-4481-a56a-c1288167b24e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885320 Jan 17 02:41:53.209020 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ec4ee89e-efdc-4885-aa44-d1afba56e2c1 req-74f83498-b85e-4d00-ab20-cba5a6f5dd46 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1011305 Jan 17 02:41:53.210634 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-e4fdad76-e6de-41a7-843f-68f336cca9f7 None None] Provisioning complete for port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:41:53.211008 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e4fdad76-e6de-41a7-843f-68f336cca9f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:53.238276 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['6165ac27-1cf4-4f9d-b4a0-390a637a75d1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:41:53.258538 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267471c9-8638-44e9-a481-a55b44be5462 x-openstack-request-id: req-267471c9-8638-44e9-a481-a55b44be5462 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:41:53.258831 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:41:53.259085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-267471c9-8638-44e9-a481-a55b44be5462 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:41:53.259490 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'status': 'completed', 'code': 200} Jan 17 02:41:53.348309 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-b48474d9-4bc7-405c-bb9e-f066012c2d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:53.349741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-b48474d9-4bc7-405c-bb9e-f066012c2d50 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1138 time: 0.0419436 Jan 17 02:41:53.426205 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-e4fdad76-e6de-41a7-843f-68f336cca9f7 None None] Current status of the port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:41:53.442250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-757dabdd-f5b4-4fbd-ad69-656bb8c6034b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:53.443820 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-757dabdd-f5b4-4fbd-ad69-656bb8c6034b service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 916 time: 0.0840001 Jan 17 02:41:53.511893 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-ee68489d-1d4c-47a1-838c-5a7be7e80dc8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 1001 time: 0.0611820 Jan 17 02:41:53.583558 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-c1a0c6fb-9145-468f-95f3-6099090026d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:53.585056 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-c1a0c6fb-9145-468f-95f3-6099090026d7 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 200 len: 854 time: 0.0451212 Jan 17 02:41:53.639308 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-18718e59-b3d7-42fd-8f09-8fa7907b1c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:53.640875 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-18718e59-b3d7-42fd-8f09-8fa7907b1c00 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408990 Jan 17 02:41:53.853160 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-7ec04c75-caed-467c-bfb5-cbac368cab91 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:53.854733 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-7ec04c75-caed-467c-bfb5-cbac368cab91 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.0539014 Jan 17 02:41:53.950418 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Deleting port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:41:53.951140 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:53.995620 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-c9c129d8-beb4-49d5-add7-e94514d3943f service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3465614 Jan 17 02:41:54.040501 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] For port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:41:54.040885 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:54.098510 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-635b96a3-e86a-4d15-a384-e484ae1a5c17 req-0aad61c5-1e61-467a-920a-ef6986e51418 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955403 Jan 17 02:41:54.331676 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07da46-1b0d-4ffd-b592-d9fa8e4867e8 req-3aa9c6f4-ab79-4143-bdac-c31a833d9ca5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:54.333253 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d07da46-1b0d-4ffd-b592-d9fa8e4867e8 req-3aa9c6f4-ab79-4143-bdac-c31a833d9ca5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 947 time: 0.0509222 Jan 17 02:41:54.383517 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4d07da46-1b0d-4ffd-b592-d9fa8e4867e8 req-3396e7a2-ab23-43dd-8a4e-72f979e0354f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=022e477e-e823-4bfd-bb2b-8513ba5ade63&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442245 Jan 17 02:41:54.495698 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:54.495974 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (79538c54-17b6-4053-b154-28d57fae818c), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:54.496319 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Floating IP 79538c54-17b6-4053-b154-28d57fae818c disassociated. External IP: 172.27.1.67, port: c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a. Jan 17 02:41:54.496654 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Calling delete_port for c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:41:54.622277 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:54.652754 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event deleted for resources: {'Port': ['ID=c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:54.762081 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Router b4d13bf6-0286-4432-ac9a-340e714766de has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:41:54.869618 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:41:54.880424 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] Sync routers for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:41:54.891695 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:54.892321 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:41:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:54.912869 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] No DVR routers for this DVR port c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:41:54.915724 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:54.919447 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-17564648-847c-4aa3-b3ff-0ddb79675269 req-fa70a70b-ab57-4848-a4c2-0c26b4a14bf9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "DELETE /v2.0/ports/c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a HTTP/1.1" status: 204 len: 173 time: 1.0582256 Jan 17 02:41:54.919878 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-deleted', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:41:54.922714 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78f0be9-5325-4f94-8f94-3e24e519ba4b" -d '{"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-deleted", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:41:55.007238 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:55.108871 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c39fdc-62f1-4efa-affd-44d26ccb58f4 x-openstack-request-id: req-21c39fdc-62f1-4efa-affd-44d26ccb58f4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:41:55.109266 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e3840c-9200-4dfe-8879-42d7cd878ec1", "name": "network-vif-deleted", "tag": "c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:41:55.109523 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-21c39fdc-62f1-4efa-affd-44d26ccb58f4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:41:55.109925 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7e3840c-9200-4dfe-8879-42d7cd878ec1', 'name': 'network-vif-deleted', 'tag': 'c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a', 'status': 'completed', 'code': 200} Jan 17 02:41:55.224169 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:55.250094 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] Checking router: b4d13bf6-0286-4432-ac9a-340e714766de for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:41:55.258936 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:41:55.259530 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:41:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:55.369631 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:41:55.500669 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8eab2ded-5bc3-4780-8ee2-efa19376c2eb req-f9b28b88-dc88-4a77-aa37-2ad501cc91c5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=d7e3840c-9200-4dfe-8879-42d7cd878ec1 HTTP/1.1" status: 200 len: 210 time: 0.0262127 Jan 17 02:41:55.576583 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:41:55.602895 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28766dc8-276e-45fc-a5b5-e29d616dfaef None None] The sync data for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi is: [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:41:55.836173 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dfe935-0d79-4ccc-a8c1-668ca34e1f07 None None] New status for floating IP 79538c54-17b6-4053-b154-28d57fae818c: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:41:56.248454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:41:56.269516 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:41:56.269861 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c84e2cbd-c5ac-4b4f-822b-d7d9be3f225a not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:41:56.592434 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57882) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:56.645487 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af638ac-f3fa-475a-9b7b-1def40fa08e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (022e477e-e823-4bfd-bb2b-8513ba5ade63), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:56.667997 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af638ac-f3fa-475a-9b7b-1def40fa08e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (022e477e-e823-4bfd-bb2b-8513ba5ade63), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:56.718420 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af638ac-f3fa-475a-9b7b-1def40fa08e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (022e477e-e823-4bfd-bb2b-8513ba5ade63), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:56.721261 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2af638ac-f3fa-475a-9b7b-1def40fa08e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:56.722403 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2af638ac-f3fa-475a-9b7b-1def40fa08e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "DELETE /v2.0/security-groups/022e477e-e823-4bfd-bb2b-8513ba5ade63 HTTP/1.1" status: 204 len: 168 time: 0.1289351 Jan 17 02:41:56.725560 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57884) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:56.731540 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af638ac-f3fa-475a-9b7b-1def40fa08e4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=022e477e-e823-4bfd-bb2b-8513ba5ade63,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:56.752255 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.api.v2.resource [None req-2fc05f26-b7e1-4bfd-8fd2-26d090647568 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] show failed (client error): The resource could not be found. Jan 17 02:41:56.754546 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2fc05f26-b7e1-4bfd-8fd2-26d090647568 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups/022e477e-e823-4bfd-bb2b-8513ba5ade63 HTTP/1.1" status: 404 len: 347 time: 0.0270574 Jan 17 02:41:56.757472 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57886) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:56.879502 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Deleting port 1c623de6-b18d-4ed9-abac-590f38e19374 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:41:56.880130 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (1c623de6-b18d-4ed9-abac-590f38e19374), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:56.954803 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (1c623de6-b18d-4ed9-abac-590f38e19374), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:56.955130 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (1c623de6-b18d-4ed9-abac-590f38e19374), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:56.968046 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Calling delete_port for 1c623de6-b18d-4ed9-abac-590f38e19374 owned by network:floatingip {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:41:57.105963 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (1c623de6-b18d-4ed9-abac-590f38e19374), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.128966 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event deleted for resources: {'Port': ['ID=1c623de6-b18d-4ed9-abac-590f38e19374,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:57.192802 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (79538c54-17b6-4053-b154-28d57fae818c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.195352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.196545 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dcb5bdd6-f26b-4963-bee9-581a823deee0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "DELETE /v2.0/floatingips/79538c54-17b6-4053-b154-28d57fae818c HTTP/1.1" status: 204 len: 168 time: 0.4379587 Jan 17 02:41:57.404128 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 57890) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:57.408829 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d0d14c96-acf4-4cac-a6e6-6a53e84c1c6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2044583966', 'description': 'tempest-description--1938403896'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:57.433357 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0d14c96-acf4-4cac-a6e6-6a53e84c1c6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.504009 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0d14c96-acf4-4cac-a6e6-6a53e84c1c6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (eb148de1-df1a-4ca1-81c8-f52ef52bfdc5), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.509823 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0d14c96-acf4-4cac-a6e6-6a53e84c1c6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (eb148de1-df1a-4ca1-81c8-f52ef52bfdc5), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.541994 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d0d14c96-acf4-4cac-a6e6-6a53e84c1c6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.543280 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d0d14c96-acf4-4cac-a6e6-6a53e84c1c6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1381137 Jan 17 02:41:57.544369 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d14c96-acf4-4cac-a6e6-6a53e84c1c6a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:57.546587 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57892) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:57.551654 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4a6bf1dc-e577-4c80-b42e-274226d5de07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'security_group_rule': {'security_group_id': 'eb148de1-df1a-4ca1-81c8-f52ef52bfdc5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:57.586591 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf1dc-e577-4c80-b42e-274226d5de07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (9bc00098-0db4-43f7-b272-1d573b7cc1ea), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.637559 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf1dc-e577-4c80-b42e-274226d5de07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (9bc00098-0db4-43f7-b272-1d573b7cc1ea), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.650671 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf1dc-e577-4c80-b42e-274226d5de07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (9bc00098-0db4-43f7-b272-1d573b7cc1ea), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.667641 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bf1dc-e577-4c80-b42e-274226d5de07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bc00098-0db4-43f7-b272-1d573b7cc1ea,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:57.681874 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf1dc-e577-4c80-b42e-274226d5de07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.686217 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4a6bf1dc-e577-4c80-b42e-274226d5de07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1355741 Jan 17 02:41:57.686809 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57894) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:57.691722 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-ea36599a-de44-46a6-8beb-a9763d5cb843 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'security_group_rule': {'security_group_id': 'eb148de1-df1a-4ca1-81c8-f52ef52bfdc5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:57.723082 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea36599a-de44-46a6-8beb-a9763d5cb843 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (59708b24-f750-4d1a-aea8-df387617b2b5), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.780257 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea36599a-de44-46a6-8beb-a9763d5cb843 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (59708b24-f750-4d1a-aea8-df387617b2b5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.785226 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea36599a-de44-46a6-8beb-a9763d5cb843 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (59708b24-f750-4d1a-aea8-df387617b2b5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.803221 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36599a-de44-46a6-8beb-a9763d5cb843 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59708b24-f750-4d1a-aea8-df387617b2b5,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:57.812986 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ea36599a-de44-46a6-8beb-a9763d5cb843 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.814226 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ea36599a-de44-46a6-8beb-a9763d5cb843 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264877 Jan 17 02:41:57.817401 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57896) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:41:57.821850 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:41:57.846114 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:57.943880 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.047062 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Allocated IP 172.27.1.164 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/4bb8918e-3500-4d60-bef2-81614becdfd1) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:41:58.154910 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.190578 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.236107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:41:58.241653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:41:58.243965 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'Port': ['ID=4bb8918e-3500-4d60-bef2-81614becdfd1,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:58.248459 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:41:58.334631 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (03d9bfc1-4036-40c6-b99c-382a675fc8ce), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.368570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.525518 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.532830 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.599359 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'Port': ['ID=4bb8918e-3500-4d60-bef2-81614becdfd1,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:41:58.612192 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (03d9bfc1-4036-40c6-b99c-382a675fc8ce), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.630312 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:41:58.631631 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8cf869d5-7993-48ec-9aab-9a28a6c51c0d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8131688 Jan 17 02:41:58.830818 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-5d5a00fe-f382-4a55-8c1c-bd31c9d42098 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2044583966&fields=id&tenant_id=0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 267 time: 0.0481596 Jan 17 02:41:58.945462 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-2a3faf96-52a8-4e68-a7fe-cc7105f3f1cb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:41:58.946928 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-2a3faf96-52a8-4e68-a7fe-cc7105f3f1cb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 817 time: 0.1096172 Jan 17 02:41:58.961957 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-7769253f-563e-424c-bdea-74e2eccb02af tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/quotas/0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 375 time: 0.0095193 Jan 17 02:41:59.013046 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-224bc856-2da0-4950-a5a3-446b40879942 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461648 Jan 17 02:41:59.164035 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-8f69de6c-bde7-4f7c-b3b7-2b03330bc3b7 service neutron] 10.222.0.24 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342075 Jan 17 02:41:59.253734 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-417abc21-3d28-4518-9a2b-fbd39e1a7a36 service neutron] 10.222.0.24 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813780 Jan 17 02:41:59.437951 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5f55479-b3be-419b-b1a9-293d3110bda7 req-c4ea3665-a2d4-43d0-a663-5f5224317109 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 210 time: 0.0310965 Jan 17 02:42:00.518058 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-6f22f079-9f40-4f4d-abdb-3d5289eefb1d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:00.519408 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-6f22f079-9f40-4f4d-abdb-3d5289eefb1d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 817 time: 0.1121707 Jan 17 02:42:00.539278 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b5c5ff1-e310-408f-ade4-af11b7603b5e req-d8e1007a-d214-411e-80a6-2316808cd382 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 210 time: 0.0273895 Jan 17 02:42:00.591909 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-144044bf-7d61-47e8-8894-5c9bd0e54286 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 380 time: 0.0548005 Jan 17 02:42:00.603249 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'port': {'device_id': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'admin_state_up': True, 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'security_groups': ['eb148de1-df1a-4ca1-81c8-f52ef52bfdc5']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:00.715336 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Made reservation on behalf of 0e6a07fd918d456ea8cae8d52b172382 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:42:00.719108 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:00.847218 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Allocated IP 172.20.0.10 (8338e3ec-35ae-45c9-9027-5a5ad4414b55/19603a0a-176b-40c1-858e-5c13e7d9f8ae/8e033a10-4ded-4f31-af25-ef0b393110ad) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:42:00.984288 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.030215 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.073369 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:42:01.076430 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:42:01.080177 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:42:01.086478 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:01.133423 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:01.134029 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.151726 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-9cf4cba4-2fba-4568-b583-3e32725a11e7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522432 Jan 17 02:42:01.170846 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Request body: {'port': {'device_id': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:01.229605 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.307471 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d46c8465-c391-47a9-843a-bcd665927783 None None] Provisioning complete for port 8e033a10-4ded-4f31-af25-ef0b393110ad triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:42:01.308012 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d46c8465-c391-47a9-843a-bcd665927783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.343244 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d46c8465-c391-47a9-843a-bcd665927783 None None] Port 8e033a10-4ded-4f31-af25-ef0b393110ad cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:42:01.486337 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e033a10-4ded-4f31-af25-ef0b393110ad {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:42:01.493750 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Publish callbacks [] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.505598 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Transition to ACTIVE for port object 8e033a10-4ded-4f31-af25-ef0b393110ad will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:42:01.511750 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.564591 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:01.633962 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Attempting to bind port 8e033a10-4ded-4f31-af25-ef0b393110ad on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:42:01.634288 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Attempting to bind port 8e033a10-4ded-4f31-af25-ef0b393110ad by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:42:01.634607 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Attempting to bind port 8e033a10-4ded-4f31-af25-ef0b393110ad on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:42:01.639277 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Port 8e033a10-4ded-4f31-af25-ef0b393110ad on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:42:01.639641 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Attempting to bind port 8e033a10-4ded-4f31-af25-ef0b393110ad on network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:42:01.644756 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:42:01.645083 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Checking segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:42:01.645456 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Bound using segment: {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:42:01.645877 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Bound port: 8e033a10-4ded-4f31-af25-ef0b393110ad, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd24f4e3f-818f-45e2-ab06-17b92ee36937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:42:01.646225 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.673049 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964a4ee-46a4-4afb-bbf9-6269faf55047 req-f5638089-08d5-455b-b802-c0cd407dff07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:01.675269 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6964a4ee-46a4-4afb-bbf9-6269faf55047 req-f5638089-08d5-455b-b802-c0cd407dff07 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0580947 Jan 17 02:42:01.710071 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:42:01.713165 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:42:01.720650 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.729775 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6964a4ee-46a4-4afb-bbf9-6269faf55047 req-244b585a-f670-444b-b9bc-f0c5f44909d5 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482275 Jan 17 02:42:01.757053 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:01.757676 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:01.759082 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] 10.222.0.64 "PUT /v2.0/ports/8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 200 len: 1094 time: 0.5927472 Jan 17 02:42:01.759526 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:01.761792 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-838bb32f-1231-4377-b649-016fa280f75e" -d '{"events": [{"name": "network-changed", "server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:01.784032 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412036e-be4e-45cc-9d75-200d9665fa4d service neutron] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:01.805348 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a907a1a-460f-44f1-b0fb-e3f9b905dae0 x-openstack-request-id: req-0a907a1a-460f-44f1-b0fb-e3f9b905dae0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:01.805626 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:01.805882 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a907a1a-460f-44f1-b0fb-e3f9b905dae0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:01.806285 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'status': 'completed', 'code': 200} Jan 17 02:42:01.870580 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-49589c8c-0339-42e1-b5fc-4563e0736d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:01.872319 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-49589c8c-0339-42e1-b5fc-4563e0736d05 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1097 time: 0.0468147 Jan 17 02:42:01.921940 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-8986711b-63b4-4749-9c7d-3f243a5e3426 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 200 len: 217 time: 0.0354657 Jan 17 02:42:01.969664 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-2e3035d7-7be6-46dc-b994-23a57afcb6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:01.971131 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-2e3035d7-7be6-46dc-b994-23a57afcb6e1 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0434482 Jan 17 02:42:02.021111 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038778e6-2d66-4b27-b876-90dcd83f055e req-5674a81d-d424-4f42-9ae2-77155b963102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:02.022639 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-5674a81d-d424-4f42-9ae2-77155b963102 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0431817 Jan 17 02:42:02.112777 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-1c30da2e-ca77-4aaf-9dd7-b094c1e37a5d service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829449 Jan 17 02:42:02.203156 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-038778e6-2d66-4b27-b876-90dcd83f055e req-20041788-514a-4414-b7f2-d96b22b96a90 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833049 Jan 17 02:42:02.362492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bb32f-1231-4377-b649-016fa280f75e req-dec9b3cf-66f5-4e24-8dc2-05bfb9884dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:02.364108 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-838bb32f-1231-4377-b649-016fa280f75e req-dec9b3cf-66f5-4e24-8dc2-05bfb9884dd0 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1097 time: 0.0492382 Jan 17 02:42:02.468396 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bb32f-1231-4377-b649-016fa280f75e req-70d2700a-1b2a-4497-b48b-effa8c6a6ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:02.469906 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-838bb32f-1231-4377-b649-016fa280f75e req-70d2700a-1b2a-4497-b48b-effa8c6a6ad8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.0925593 Jan 17 02:42:02.513157 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-838bb32f-1231-4377-b649-016fa280f75e req-25768994-53af-45b5-b6a1-2cb4c29c09d3 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 200 len: 217 time: 0.0336545 Jan 17 02:42:02.561971 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bb32f-1231-4377-b649-016fa280f75e req-c6670bde-b5d2-47de-99a4-d3be46493a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:02.563407 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-838bb32f-1231-4377-b649-016fa280f75e req-c6670bde-b5d2-47de-99a4-d3be46493a64 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0432146 Jan 17 02:42:02.613533 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bb32f-1231-4377-b649-016fa280f75e req-744f1383-4996-4612-8f51-45abe12b7935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:02.614882 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-838bb32f-1231-4377-b649-016fa280f75e req-744f1383-4996-4612-8f51-45abe12b7935 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386848 Jan 17 02:42:02.715832 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-838bb32f-1231-4377-b649-016fa280f75e req-858f49a2-dbf9-4a08-bfdf-13a20b9f2b6b service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934854 Jan 17 02:42:02.809683 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-838bb32f-1231-4377-b649-016fa280f75e req-09c442b2-c734-4c4e-8ef3-90016b33656e service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869684 Jan 17 02:42:02.847963 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5952044d-3bb7-43fa-9bec-f029d48a7345 req-541358d1-d211-4a82-a55d-de825481ee41 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:02.849483 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5952044d-3bb7-43fa-9bec-f029d48a7345 req-541358d1-d211-4a82-a55d-de825481ee41 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0475578 Jan 17 02:42:02.898608 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5952044d-3bb7-43fa-9bec-f029d48a7345 req-8d4a2a60-20c3-40ab-98f7-f134817579f3 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434976 Jan 17 02:42:04.027734 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d1521e-f2de-4fea-816d-0b2ebce8774b req-3bbfb070-0d20-4d4c-b748-438a2d6f2091 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:04.029189 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34d1521e-f2de-4fea-816d-0b2ebce8774b req-3bbfb070-0d20-4d4c-b748-438a2d6f2091 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0523477 Jan 17 02:42:04.076375 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-34d1521e-f2de-4fea-816d-0b2ebce8774b req-568e53b6-7558-44e1-88af-68494c325ab2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412502 Jan 17 02:42:04.313122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:42:04.410297 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:04.421565 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'port_id': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'mac_address': 'fa:16:3e:10:eb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:42:04.459658 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8e033a10-4ded-4f31-af25-ef0b393110ad is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:42:04.460041 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:04.474719 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e033a10-4ded-4f31-af25-ef0b393110ad {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:42:04.494979 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:04.502586 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:04.548737 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:04.972236 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['8e033a10-4ded-4f31-af25-ef0b393110ad'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:42:05.200366 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb71b7a-4ed9-4083-a6e1-2bee2a3eb70e req-17dd5ab2-0658-4a0d-b370-8b8448fd016c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:05.201820 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ccb71b7a-4ed9-4083-a6e1-2bee2a3eb70e req-17dd5ab2-0658-4a0d-b370-8b8448fd016c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 945 time: 0.0490086 Jan 17 02:42:05.247122 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ccb71b7a-4ed9-4083-a6e1-2bee2a3eb70e req-9ce2547b-9458-4786-ae38-861383e901cc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 Jan 17 02:42:06.315298 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:42:06.372634 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 8e033a10-4ded-4f31-af25-ef0b393110ad completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:42:06.374176 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12306ea6-b124-47a8-b60f-ac48edcaeba6 req-82872874-c081-4f7d-8bbc-458c8e685de0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:06.375571 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12306ea6-b124-47a8-b60f-ac48edcaeba6 req-82872874-c081-4f7d-8bbc-458c8e685de0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 945 time: 0.0572443 Jan 17 02:42:06.377437 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 8e033a10-4ded-4f31-af25-ef0b393110ad triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:42:06.377835 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:06.426655 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-12306ea6-b124-47a8-b60f-ac48edcaeba6 req-9981ef3d-9c3d-4aab-b0ee-0c4f51c7e364 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413675 Jan 17 02:42:06.461626 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8e033a10-4ded-4f31-af25-ef0b393110ad is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:42:06.462007 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:06.483744 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:06.486329 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dd19a8-bf6a-4be5-9c76-82dd42303580" -d '{"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-plugged", "status": "completed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:06.498138 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:06.503183 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:06.526633 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3899912f-0a94-4cee-99d6-c8ccbd58dda7 x-openstack-request-id: req-3899912f-0a94-4cee-99d6-c8ccbd58dda7 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:06.527261 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-plugged", "status": "completed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:06.527507 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3899912f-0a94-4cee-99d6-c8ccbd58dda7 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:06.527893 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'code': 200} Jan 17 02:42:06.564563 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:06.749409 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1886451-1b6f-4149-9893-330a73a21ad8 req-b4625692-ee8f-4826-8c6c-0bad29fe12da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:06.750843 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1886451-1b6f-4149-9893-330a73a21ad8 req-b4625692-ee8f-4826-8c6c-0bad29fe12da service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1099 time: 0.0423775 Jan 17 02:42:06.796418 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-b1886451-1b6f-4149-9893-330a73a21ad8 req-10919cde-2273-4515-97f2-da987afb1801 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377455 Jan 17 02:42:07.545219 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9a49d-f5d1-40a8-9f0a-eecd85b6b8ea req-b140abe8-7f81-4c8b-8f89-bf3d3ae45d60 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:07.546598 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a7e9a49d-f5d1-40a8-9f0a-eecd85b6b8ea req-b140abe8-7f81-4c8b-8f89-bf3d3ae45d60 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0508554 Jan 17 02:42:07.593647 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a7e9a49d-f5d1-40a8-9f0a-eecd85b6b8ea req-8ac1c1b8-fabd-4649-b077-27bc08995607 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413568 Jan 17 02:42:08.727724 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:08.729121 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804e54a-6a23-4322-ae61-7d28cd39e5ea req-d8f6d51c-0793-4518-9e9b-aa9fe4eda3b0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:08.730715 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1804e54a-6a23-4322-ae61-7d28cd39e5ea req-d8f6d51c-0793-4518-9e9b-aa9fe4eda3b0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0542319 Jan 17 02:42:08.777955 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1804e54a-6a23-4322-ae61-7d28cd39e5ea req-882782cc-af44-4a7e-8090-f291221f8458 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413864 Jan 17 02:42:08.905541 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d603c-c6a6-4c84-9920-8266df93958b req-4861e8e8-4ce2-425d-bece-b9699bf36b43 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:08.906947 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a61d603c-c6a6-4c84-9920-8266df93958b req-4861e8e8-4ce2-425d-bece-b9699bf36b43 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0526030 Jan 17 02:42:08.918823 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 57952) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:08.923134 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Request body: {'floatingip': {'port_id': '8e033a10-4ded-4f31-af25-ef0b393110ad'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:08.961605 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (03d9bfc1-4036-40c6-b99c-382a675fc8ce), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:09.413094 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:09.419737 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (03d9bfc1-4036-40c6-b99c-382a675fc8ce), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:09.521322 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Floating IP 03d9bfc1-4036-40c6-b99c-382a675fc8ce associated. External IP: 172.27.1.164, port: 8e033a10-4ded-4f31-af25-ef0b393110ad. Jan 17 02:42:09.680745 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1008020e-44ad-4e0c-9714-5725f0d7745f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:09.729670 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Router b4d13bf6-0286-4432-ac9a-340e714766de has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:42:09.842655 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:42:09.847845 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:09.852606 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] Sync routers for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:42:09.863115 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:42:09.863744 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:41:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:09.877969 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3c6ed101-d783-4a98-8269-e090c5aaad9e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "PUT /v2.0/floatingips/03d9bfc1-4036-40c6-b99c-382a675fc8ce HTTP/1.1" status: 200 len: 992 time: 0.9551754 Jan 17 02:42:09.877969 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:09.877969 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c" -d '{"events": [{"name": "network-changed", "server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:09.915636 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e01d69-12c0-448b-a9a0-1293322de28d x-openstack-request-id: req-c0e01d69-12c0-448b-a9a0-1293322de28d {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:09.915923 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:09.916996 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c0e01d69-12c0-448b-a9a0-1293322de28d {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:09.917483 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'status': 'completed', 'code': 200} Jan 17 02:42:09.970706 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:42:10.008198 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-1dcbfafb-a407-4f64-b8be-a136c3e9d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:10.009701 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-1dcbfafb-a407-4f64-b8be-a136c3e9d904 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1099 time: 0.0414121 Jan 17 02:42:10.100797 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-c16fa6c2-eb83-4aaa-99e6-a367184f1ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:10.102190 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-c16fa6c2-eb83-4aaa-99e6-a367184f1ae2 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.0861869 Jan 17 02:42:10.166183 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-e4265470-0d62-43d0-a5b5-c7c2fc69bec2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 200 len: 1000 time: 0.0574434 Jan 17 02:42:10.194612 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '03d9bfc1-4036-40c6-b99c-382a675fc8ce', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'port_id': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'mac_address': 'fa:16:3e:10:eb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:41:58Z', 'updated_at': '2022-01-17T02:42:09Z', 'revision_number': 1, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:10.217544 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-531c8a3f-6d82-470b-b47a-d58df80119f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:10.219020 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-531c8a3f-6d82-470b-b47a-d58df80119f3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0462878 Jan 17 02:42:10.225063 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] Checking router: b4d13bf6-0286-4432-ac9a-340e714766de for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:42:10.234543 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:42:10.235153 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:41:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:10.263134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-7eb2a062-5373-480e-8f13-51c475d3c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:10.264674 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-7eb2a062-5373-480e-8f13-51c475d3c626 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395188 Jan 17 02:42:10.338951 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:42:10.354364 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-5e5c1713-e16e-41a9-9398-39e11bd83556 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832162 Jan 17 02:42:10.448103 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-d93d07ae-4c57-400f-88ad-2dc4d8cea06c req-241045f8-1f3b-4619-a8f1-862d371b843b service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874341 Jan 17 02:42:10.570986 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '03d9bfc1-4036-40c6-b99c-382a675fc8ce', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'port_id': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'mac_address': 'fa:16:3e:10:eb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:41:58Z', 'updated_at': '2022-01-17T02:42:09Z', 'revision_number': 1, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:10.600112 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b737f6bf-62f2-480c-8289-03f61bd57214 None None] The sync data for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi is: [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '03d9bfc1-4036-40c6-b99c-382a675fc8ce', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'floating_ip_address': '172.27.1.164', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'port_id': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'mac_address': 'fa:16:3e:10:eb:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:41:58Z', 'updated_at': '2022-01-17T02:42:09Z', 'revision_number': 1, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:42:10.804955 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9da903-41af-4ceb-863d-790364624fa9 None None] New status for floating IP 03d9bfc1-4036-40c6-b99c-382a675fc8ce: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:42:11.882635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4610f434-24a9-474e-8186-0a34a7ae2e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:12.981054 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:14.623286 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:15.860542 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:20.167120 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:42:21.688584 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81324e94-d772-4c96-bf52-51460063cad1 req-1b9a8cea-f850-4aec-a543-96bb44498527 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:21.690073 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81324e94-d772-4c96-bf52-51460063cad1 req-1b9a8cea-f850-4aec-a543-96bb44498527 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0508385 Jan 17 02:42:21.739421 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81324e94-d772-4c96-bf52-51460063cad1 req-7f088ba5-db2f-4a7c-8f1f-ebab0ef9655f tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436559 Jan 17 02:42:22.871171 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe462e6-c418-4077-a7f1-454bf01c6d98 req-03711d2f-3c29-4df3-b8ae-886ba57cf841 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:22.872662 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7fe462e6-c418-4077-a7f1-454bf01c6d98 req-03711d2f-3c29-4df3-b8ae-886ba57cf841 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0535774 Jan 17 02:42:22.922705 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7fe462e6-c418-4077-a7f1-454bf01c6d98 req-e24d6c36-263f-4218-8ef2-2998d8a02158 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442364 Jan 17 02:42:24.041940 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f45ec6-97cf-45d7-b58e-8cc3553fe8ad req-189d526d-b634-435a-81ea-821105186198 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:24.043376 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4f45ec6-97cf-45d7-b58e-8cc3553fe8ad req-189d526d-b634-435a-81ea-821105186198 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0491729 Jan 17 02:42:24.097744 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d4f45ec6-97cf-45d7-b58e-8cc3553fe8ad req-1ef16329-f252-482a-9592-3ae0cb3c657d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487695 Jan 17 02:42:25.223110 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eba370-a708-4bca-a65d-9685cc0a7629 req-bd4845ae-fe5e-4dc3-8c3d-ac4e1367e3e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:25.224594 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6eba370-a708-4bca-a65d-9685cc0a7629 req-bd4845ae-fe5e-4dc3-8c3d-ac4e1367e3e8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0562711 Jan 17 02:42:25.279497 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f6eba370-a708-4bca-a65d-9685cc0a7629 req-8df80566-99a4-491e-912b-9a33d2922362 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468287 Jan 17 02:42:26.409186 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ef5cd-1c9b-4fb4-bafd-27539f6fac8e req-be72de86-9f33-4b00-a0e9-93a51caf196c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:26.410701 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de3ef5cd-1c9b-4fb4-bafd-27539f6fac8e req-be72de86-9f33-4b00-a0e9-93a51caf196c tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0511506 Jan 17 02:42:26.460596 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-de3ef5cd-1c9b-4fb4-bafd-27539f6fac8e req-5e659557-fb59-46c6-a692-34716d5bd966 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433486 Jan 17 02:42:27.584198 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdf2686-c470-413e-a47e-6b114487088e req-c0d87163-fb13-447d-bc56-1892e4b4b8cb tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:27.585645 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcdf2686-c470-413e-a47e-6b114487088e req-c0d87163-fb13-447d-bc56-1892e4b4b8cb tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0495708 Jan 17 02:42:27.636355 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bcdf2686-c470-413e-a47e-6b114487088e req-76a768d1-27d0-4deb-8e0d-e2b70d4628f0 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424590 Jan 17 02:42:28.774864 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffa655-d9b4-4896-94bd-fe4015aa95f0 req-1b8e95d0-502d-4f86-a2f3-a19dd659323a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:28.776729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36ffa655-d9b4-4896-94bd-fe4015aa95f0 req-1b8e95d0-502d-4f86-a2f3-a19dd659323a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0641177 Jan 17 02:42:28.832562 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-36ffa655-d9b4-4896-94bd-fe4015aa95f0 req-38a2bf31-c53a-48f4-b4e0-61f9948dd381 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501502 Jan 17 02:42:29.952583 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705779e7-02f8-485d-bd01-7f5dc3a09511 req-c50b1818-e390-408a-8113-576269b4b565 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:29.953973 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-705779e7-02f8-485d-bd01-7f5dc3a09511 req-c50b1818-e390-408a-8113-576269b4b565 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0499897 Jan 17 02:42:30.002053 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-705779e7-02f8-485d-bd01-7f5dc3a09511 req-857e1939-f9ff-48ed-8f54-5e91da0a1e19 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424464 Jan 17 02:42:31.141026 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8030b-4175-437a-9196-fe6a0d0a5abd req-3c1eb610-6a10-4272-9dcf-597c3ddf1e4a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:31.142488 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1b8030b-4175-437a-9196-fe6a0d0a5abd req-3c1eb610-6a10-4272-9dcf-597c3ddf1e4a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0560789 Jan 17 02:42:31.192462 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c1b8030b-4175-437a-9196-fe6a0d0a5abd req-8fd4dbc4-2db9-439f-9938-a88be11bf5a2 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443408 Jan 17 02:42:31.945901 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-3745291c-c87d-4366-8d86-89e79ce85ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:31.947271 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-3745291c-c87d-4366-8d86-89e79ce85ff7 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1099 time: 0.0420456 Jan 17 02:42:32.038755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-24ba4920-b504-4e75-8982-fbdd48e29d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:32.040242 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-24ba4920-b504-4e75-8982-fbdd48e29d88 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 909 time: 0.0867696 Jan 17 02:42:32.102987 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-49424d22-e45a-49fa-b604-262813c9fc44 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 1001 time: 0.0566201 Jan 17 02:42:32.152924 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-31044d32-7b1d-478e-9c8a-0637649f5f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:32.154333 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-31044d32-7b1d-478e-9c8a-0637649f5f0d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.0460551 Jan 17 02:42:32.198628 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-08e141ee-e04d-4e74-82b8-0d6dffc1a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:32.199978 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-08e141ee-e04d-4e74-82b8-0d6dffc1a1e0 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399642 Jan 17 02:42:32.289276 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-c6998dd0-705d-4f9d-9edd-8f25e295729a service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826795 Jan 17 02:42:32.316454 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734a34a-e95e-4d34-b77d-351623ae0c88 req-ef87c218-3d59-4f09-8b27-b13a8f4b2b99 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:32.317921 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8734a34a-e95e-4d34-b77d-351623ae0c88 req-ef87c218-3d59-4f09-8b27-b13a8f4b2b99 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0483994 Jan 17 02:42:32.365373 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8734a34a-e95e-4d34-b77d-351623ae0c88 req-c51d3577-2428-4820-a958-e83f6411d153 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416260 Jan 17 02:42:32.379693 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-db0a9f1b-24fb-4e39-b665-a6b9c2e90697 req-a014c9a0-2466-4fc1-8ccb-bc669cf5358d service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835853 Jan 17 02:42:33.484625 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a8ccd-50a1-4e79-8d28-38a5229d7438 req-dd6925d9-712d-4c93-85b5-ab883105af82 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:33.486064 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-899a8ccd-50a1-4e79-8d28-38a5229d7438 req-dd6925d9-712d-4c93-85b5-ab883105af82 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0517941 Jan 17 02:42:33.538958 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-899a8ccd-50a1-4e79-8d28-38a5229d7438 req-f851de29-0118-4c1b-bc18-278a40fc2956 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471201 Jan 17 02:42:34.663014 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f826a-19a3-463f-8dd3-3ee8583a3ae8 req-e3f4f5dd-c8e0-4a28-aa70-2cab9fb17f37 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:34.664402 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e71f826a-19a3-463f-8dd3-3ee8583a3ae8 req-e3f4f5dd-c8e0-4a28-aa70-2cab9fb17f37 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0550756 Jan 17 02:42:34.714599 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e71f826a-19a3-463f-8dd3-3ee8583a3ae8 req-68647051-c32e-4e37-b1e9-6e3904896170 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443609 Jan 17 02:42:34.799754 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-dcd4201a-daf3-4019-bb1b-dd15024f5a8a req-52e22103-4f76-4d1f-b1ac-8ca0e552a418 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:42:34.801088 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dcd4201a-daf3-4019-bb1b-dd15024f5a8a req-52e22103-4f76-4d1f-b1ac-8ca0e552a418 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076585 Jan 17 02:42:34.954858 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58054) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:34.963733 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fdf46-2ad8-4887-9d97-ab417240a3d0 req-d09dca66-aa25-4a2f-8a9f-4fe5a074717b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:34.965522 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f03fdf46-2ad8-4887-9d97-ab417240a3d0 req-d09dca66-aa25-4a2f-8a9f-4fe5a074717b tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0568912 Jan 17 02:42:35.015470 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f03fdf46-2ad8-4887-9d97-ab417240a3d0 req-3c0bc912-7e63-4aa3-a77d-3053c1983233 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439107 Jan 17 02:42:35.040109 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-3da8b5a4-7f31-40ee-a7a3-12b633954a53 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840416 Jan 17 02:42:35.048918 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-2526c41f-8202-47e7-9a8e-c27a5bd85666 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:42:35.049886 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-2526c41f-8202-47e7-9a8e-c27a5bd85666 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049286 Jan 17 02:42:36.136000 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330969dd-5ef9-4036-9b0c-06dcddc5294b req-23975bb0-b8b1-4702-b7b8-e9efeb2276a4 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:36.137455 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-330969dd-5ef9-4036-9b0c-06dcddc5294b req-23975bb0-b8b1-4702-b7b8-e9efeb2276a4 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0532296 Jan 17 02:42:36.188110 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-330969dd-5ef9-4036-9b0c-06dcddc5294b req-4ba2f655-fd78-43be-adc5-13fefaf8c0f5 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449114 Jan 17 02:42:36.488531 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c601475c-0c44-4ca7-a396-6569cecefedc no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:42:36.575596 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c601475c-0c44-4ca7-a396-6569cecefedc is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:42:36.575981 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:36.599446 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:36.601764 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ee1fc5-fba2-48fc-b5b3-18dd4df4e9a3" -d '{"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-unplugged", "status": "completed", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:36.613955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:36.619535 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:36.650509 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c2e86a-f16a-4036-ac86-6d0a7b8a2ef9 x-openstack-request-id: req-e7c2e86a-f16a-4036-ac86-6d0a7b8a2ef9 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:36.650796 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-unplugged", "status": "completed", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:36.651381 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e7c2e86a-f16a-4036-ac86-6d0a7b8a2ef9 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:36.651773 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'code': 200} Jan 17 02:42:36.669293 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:36.677107 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.677451 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.677771 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.678101 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.678420 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.678737 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.679056 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.679375 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.679695 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.680004 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.680345 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.680659 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.680968 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:36.858623 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-faa5f4e0-5333-4641-b385-c6c66c1a1b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:36.860055 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-faa5f4e0-5333-4641-b385-c6c66c1a1b33 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb&tenant_id=0dec6844a62b4685a182219dbf9bea72 HTTP/1.1" status: 200 len: 1097 time: 0.0775628 Jan 17 02:42:36.945508 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-20fb9720-c61c-4bc2-89a9-6b264492820f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:36.946957 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-20fb9720-c61c-4bc2-89a9-6b264492820f service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1097 time: 0.0429010 Jan 17 02:42:37.037470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-ac0b432d-1750-411e-81f2-ecfce13719ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:37.038915 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-ac0b432d-1750-411e-81f2-ecfce13719ea service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 909 time: 0.0847452 Jan 17 02:42:37.110057 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-a54975e6-644a-49d7-a3ed-aa5719da5045 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 999 time: 0.0618143 Jan 17 02:42:37.161229 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-11fe582e-b9ff-4eb8-a88d-48a36f7fa0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:37.162690 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-11fe582e-b9ff-4eb8-a88d-48a36f7fa0b3 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.0434487 Jan 17 02:42:37.218889 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-6b648ae8-8ab3-4d2d-9f7b-eb662a05998b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:37.221259 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-6b648ae8-8ab3-4d2d-9f7b-eb662a05998b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0495424 Jan 17 02:42:37.323073 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a39d7-a387-4c9b-90dd-f3384d8bb1a8 req-76fd0fb3-96f4-4f39-918d-ef07368f21ca tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:37.324680 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a14a39d7-a387-4c9b-90dd-f3384d8bb1a8 req-76fd0fb3-96f4-4f39-918d-ef07368f21ca tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0533664 Jan 17 02:42:37.377409 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a14a39d7-a387-4c9b-90dd-f3384d8bb1a8 req-468be0a1-ad09-44ee-b084-730f657ce56a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469134 Jan 17 02:42:37.542793 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-7920ebfd-df11-4c9b-886d-61f3d8280417 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137622 Jan 17 02:42:37.641914 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5f92bb81-7f0d-48d4-af93-921a7064dba9 req-9beff10e-10e1-4765-a468-74841319c0a9 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922735 Jan 17 02:42:38.538551 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188e011-ab54-4fcf-b930-d5a45c1731d4 req-cdcaa910-3cb0-4a62-8a7c-f54717f2cbd0 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:38.540009 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2188e011-ab54-4fcf-b930-d5a45c1731d4 req-cdcaa910-3cb0-4a62-8a7c-f54717f2cbd0 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0774620 Jan 17 02:42:38.554965 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680272d-6cfd-4486-a2d9-8c380f7cd9c1 req-795334e4-f8b5-41c4-a5c9-c9fd778f2657 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:38.556400 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0680272d-6cfd-4486-a2d9-8c380f7cd9c1 req-795334e4-f8b5-41c4-a5c9-c9fd778f2657 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0829206 Jan 17 02:42:38.611218 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:38.627657 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2188e011-ab54-4fcf-b930-d5a45c1731d4 req-582c117c-9f5d-40e5-ae03-b1196a6bd492 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813248 Jan 17 02:42:38.632046 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0680272d-6cfd-4486-a2d9-8c380f7cd9c1 req-495f2435-35d3-47b4-8579-c45d9e0b9b09 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700305 Jan 17 02:42:39.687179 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-79939d53-2aef-416b-ae49-a514537b4a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:39.783341 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4b3ea-850c-4cc5-b0b8-d7935f7ab971 req-bed1fa9e-a0f3-40ec-a8ac-a9b251aedd00 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:39.784838 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24e4b3ea-850c-4cc5-b0b8-d7935f7ab971 req-bed1fa9e-a0f3-40ec-a8ac-a9b251aedd00 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0767951 Jan 17 02:42:39.795212 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42c6ad-cb12-444e-9843-cf3e8c3d994a req-42ed2c32-eac2-4ae4-a381-1949477ec78e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:39.796584 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb42c6ad-cb12-444e-9843-cf3e8c3d994a req-42ed2c32-eac2-4ae4-a381-1949477ec78e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0797431 Jan 17 02:42:39.869519 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-24e4b3ea-850c-4cc5-b0b8-d7935f7ab971 req-49236df7-562f-4114-b7ac-6606fc077b04 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719800 Jan 17 02:42:39.872997 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb42c6ad-cb12-444e-9843-cf3e8c3d994a req-11157f98-6c2b-4870-9f81-6c718f3b8c5d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=d50ec1eb-ff8e-4410-9f50-669502205fe2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696988 Jan 17 02:42:39.990437 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-9dc92b13-6702-4561-bcdb-58db1dc8a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:39.991929 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-9dc92b13-6702-4561-bcdb-58db1dc8a705 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1097 time: 0.0425398 Jan 17 02:42:40.015600 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-ce6f8391-a598-4bfb-9290-d8444f1ebc2c tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:40.017079 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-ce6f8391-a598-4bfb-9290-d8444f1ebc2c tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 946 time: 0.0503697 Jan 17 02:42:40.097252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-61dff64f-0a2d-4840-ad9a-8731bdbba113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:40.098806 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-61dff64f-0a2d-4840-ad9a-8731bdbba113 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 909 time: 0.0867593 Jan 17 02:42:40.110846 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Deleting port 33b46f70-f49c-41cd-8f07-0740b1f82d6b {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:42:40.111183 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:40.164212 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-8cd969c3-3690-4fa5-a73c-f80b6bccddc4 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 999 time: 0.0591941 Jan 17 02:42:40.214591 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-6b2106cd-2b5a-4e35-b797-311079386191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:40.216164 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-6b2106cd-2b5a-4e35-b797-311079386191 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.0458798 Jan 17 02:42:40.273326 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-7fd6c87e-f838-49c4-9fa7-27e8841154ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:40.274929 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-7fd6c87e-f838-49c4-9fa7-27e8841154ca service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0526443 Jan 17 02:42:40.366611 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-a92992cb-4d07-4b94-8465-c6eda7f81599 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852447 Jan 17 02:42:40.454790 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] For port 33b46f70-f49c-41cd-8f07-0740b1f82d6b, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=33b46f70-f49c-41cd-8f07-0740b1f82d6b,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:40.455043 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:40.458550 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be166624-2edf-41fb-a445-dcbfe8d9beeb req-cd6056ee-fa31-47b6-82a6-20d9d328a71c service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858457 Jan 17 02:42:40.690454 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:40.691064 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (c733bd35-36e8-4737-8151-b6241f5f4728), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:40.691251 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Floating IP c733bd35-36e8-4737-8151-b6241f5f4728 disassociated. External IP: 172.27.1.209, port: 33b46f70-f49c-41cd-8f07-0740b1f82d6b. Jan 17 02:42:40.691567 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Calling delete_port for 33b46f70-f49c-41cd-8f07-0740b1f82d6b owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:42:40.830765 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (33b46f70-f49c-41cd-8f07-0740b1f82d6b), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:40.859214 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event deleted for resources: {'Port': ['ID=33b46f70-f49c-41cd-8f07-0740b1f82d6b,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:40.869340 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.869693 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.870031 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.870359 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.870689 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.871015 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.871340 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.871662 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.871984 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.872330 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.872636 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.872951 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:40.873267 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:41.012907 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-09254288-e849-417f-893d-9ee998242784 req-7dc7bc39-abbd-49ae-952f-b29fadb23be6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=c3d7c373-a92e-48a3-8605-f8655cf5cba4 HTTP/1.1" status: 200 len: 210 time: 0.0550699 Jan 17 02:42:41.040080 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:42:41.048989 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71e7e90-b871-4c2c-b624-2edd436e93c2 req-fa248aa1-7578-4457-bce4-196c857155a7 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:41.050449 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a71e7e90-b871-4c2c-b624-2edd436e93c2 req-fa248aa1-7578-4457-bce4-196c857155a7 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0915368 Jan 17 02:42:41.166173 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a71e7e90-b871-4c2c-b624-2edd436e93c2 req-bd1385ba-8878-4496-a5c8-63478bde6965 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097972 Jan 17 02:42:41.188543 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:42:41.201796 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] Sync routers for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:42:41.213397 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:42:41.214025 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:42:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:41.235787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] No DVR routers for this DVR port 33b46f70-f49c-41cd-8f07-0740b1f82d6b on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:42:41.242752 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:41.244511 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4c56dfe5-1411-4c11-8aa3-710e3734fa55 req-d6d3e1e9-136c-4c37-ae4e-54a813dbe7bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "DELETE /v2.0/ports/33b46f70-f49c-41cd-8f07-0740b1f82d6b HTTP/1.1" status: 204 len: 173 time: 1.2207677 Jan 17 02:42:41.245001 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'name': 'network-vif-deleted', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:41.247376 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a21e47-81a9-418a-839b-f11106005541" -d '{"events": [{"server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "name": "network-vif-deleted", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:41.285843 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab22bf33-01d3-4a22-bbf8-59af841bb852 x-openstack-request-id: req-ab22bf33-01d3-4a22-bbf8-59af841bb852 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:41.286182 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3d7c373-a92e-48a3-8605-f8655cf5cba4", "name": "network-vif-deleted", "tag": "33b46f70-f49c-41cd-8f07-0740b1f82d6b", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:41.286427 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ab22bf33-01d3-4a22-bbf8-59af841bb852 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:41.286833 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3d7c373-a92e-48a3-8605-f8655cf5cba4', 'name': 'network-vif-deleted', 'tag': '33b46f70-f49c-41cd-8f07-0740b1f82d6b', 'status': 'completed', 'code': 200} Jan 17 02:42:41.332277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:42:41.536619 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:41.573846 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] Checking router: 8d812c53-463b-4e79-85d6-4ec6a8acaed5 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:42:41.582892 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:42:41.583495 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:42:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:41.698197 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:42:41.932746 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-668da60a-1d64-40bd-9ca4-66aceb9db1d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.049980 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:42.080781 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226257e8-54cc-4dd1-98e4-b3544f908ce1 None None] The sync data for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi is: [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:42:42.104609 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58114) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:42.159194 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0003174b-067d-4d20-ab2c-785e301fb8ef tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (d50ec1eb-ff8e-4410-9f50-669502205fe2), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.182490 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0003174b-067d-4d20-ab2c-785e301fb8ef tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (d50ec1eb-ff8e-4410-9f50-669502205fe2), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.250488 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0003174b-067d-4d20-ab2c-785e301fb8ef tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (d50ec1eb-ff8e-4410-9f50-669502205fe2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.251405 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-0003174b-067d-4d20-ab2c-785e301fb8ef tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.252613 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-0003174b-067d-4d20-ab2c-785e301fb8ef tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "DELETE /v2.0/security-groups/d50ec1eb-ff8e-4410-9f50-669502205fe2 HTTP/1.1" status: 204 len: 168 time: 0.1470132 Jan 17 02:42:42.255566 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58118) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:42.275666 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.api.v2.resource [None req-ad18eca4-12bd-4239-ab81-29ef266ffeb6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] show failed (client error): The resource could not be found. Jan 17 02:42:42.277902 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003174b-067d-4d20-ab2c-785e301fb8ef tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50ec1eb-ff8e-4410-9f50-669502205fe2,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:42.280409 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58120) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:42.280555 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ad18eca4-12bd-4239-ab81-29ef266ffeb6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups/d50ec1eb-ff8e-4410-9f50-669502205fe2 HTTP/1.1" status: 404 len: 347 time: 0.0233078 Jan 17 02:42:42.339850 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f4bf9a-df05-4407-aa9d-93106ad2f0b7 None None] New status for floating IP c733bd35-36e8-4737-8151-b6241f5f4728: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:42:42.343179 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d9561e-1c6c-4583-abac-d465df6dfe6b req-baa18b34-65ba-4272-a76b-384adfd51be9 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:42.344732 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0d9561e-1c6c-4583-abac-d465df6dfe6b req-baa18b34-65ba-4272-a76b-384adfd51be9 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.1061685 Jan 17 02:42:42.447887 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d0d9561e-1c6c-4583-abac-d465df6dfe6b req-3c37cb24-682d-482d-9b03-5c57ef4cc93e tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735030 Jan 17 02:42:42.460118 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Deleting port ec94f22e-3bf6-4b09-afe4-3e094a67db55 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:42:42.460492 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.539132 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.539454 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (ec94f22e-3bf6-4b09-afe4-3e094a67db55), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.551048 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Calling delete_port for ec94f22e-3bf6-4b09-afe4-3e094a67db55 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:42:42.552838 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 33b46f70-f49c-41cd-8f07-0740b1f82d6b no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:42:42.572672 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 33b46f70-f49c-41cd-8f07-0740b1f82d6b {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:42:42.573011 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 33b46f70-f49c-41cd-8f07-0740b1f82d6b not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:42:42.695730 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (ec94f22e-3bf6-4b09-afe4-3e094a67db55), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.734581 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event deleted for resources: {'Port': ['ID=ec94f22e-3bf6-4b09-afe4-3e094a67db55,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:42.795725 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (c733bd35-36e8-4737-8151-b6241f5f4728), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.798436 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:42.799607 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6bb82004-6e87-448e-b753-50c79441ce01 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "DELETE /v2.0/floatingips/c733bd35-36e8-4737-8151-b6241f5f4728 HTTP/1.1" status: 204 len: 168 time: 0.5177641 Jan 17 02:42:42.978575 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.135257 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58126) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:43.139816 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-01d94807-780e-4d44-a2eb-6a2c5d9d9a5b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1203489389', 'description': 'tempest-description--1082301061'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:43.166802 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01d94807-780e-4d44-a2eb-6a2c5d9d9a5b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.231233 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01d94807-780e-4d44-a2eb-6a2c5d9d9a5b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (da54987e-e2fd-4dd4-8956-ce26ad67165f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.237126 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01d94807-780e-4d44-a2eb-6a2c5d9d9a5b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (da54987e-e2fd-4dd4-8956-ce26ad67165f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.266676 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-01d94807-780e-4d44-a2eb-6a2c5d9d9a5b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.271356 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-01d94807-780e-4d44-a2eb-6a2c5d9d9a5b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1316648 Jan 17 02:42:43.271356 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d94807-780e-4d44-a2eb-6a2c5d9d9a5b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da54987e-e2fd-4dd4-8956-ce26ad67165f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:43.271356 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58128) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:43.275058 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-c6d63e4f-a950-4d4b-beee-908fb5c953a5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'security_group_rule': {'security_group_id': 'da54987e-e2fd-4dd4-8956-ce26ad67165f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:43.303823 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d63e4f-a950-4d4b-beee-908fb5c953a5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (f79f1efb-9efa-4ebb-a19e-5b91d07e806c), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.367139 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d63e4f-a950-4d4b-beee-908fb5c953a5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (f79f1efb-9efa-4ebb-a19e-5b91d07e806c), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.372730 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d63e4f-a950-4d4b-beee-908fb5c953a5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (f79f1efb-9efa-4ebb-a19e-5b91d07e806c), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.390794 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d63e4f-a950-4d4b-beee-908fb5c953a5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f79f1efb-9efa-4ebb-a19e-5b91d07e806c,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:43.399113 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c6d63e4f-a950-4d4b-beee-908fb5c953a5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.400331 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c6d63e4f-a950-4d4b-beee-908fb5c953a5 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285732 Jan 17 02:42:43.403572 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58130) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:43.408227 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'security_group_rule': {'security_group_id': 'da54987e-e2fd-4dd4-8956-ce26ad67165f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:43.439680 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (5dd6e315-473d-4647-9572-77041d1b3900), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.497082 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (5dd6e315-473d-4647-9572-77041d1b3900), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.501979 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (5dd6e315-473d-4647-9572-77041d1b3900), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.516774 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dd6e315-473d-4647-9572-77041d1b3900,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:43.527005 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.527370 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.527739 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.528117 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.528419 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.528805 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.529091 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.529639 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.529822 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.530145 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.530461 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.533140 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.533140 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:42:43.537401 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.541895 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-19c97aca-c2d8-4cda-99f9-4ad53161d520 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1341634 Jan 17 02:42:43.542070 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58134) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:43.546694 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:43.571325 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.583041 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabc517-d255-4111-aef7-61bb32a798d6 req-fa72736b-87c4-4663-ad22-0bb4c463df08 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:43.584668 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfabc517-d255-4111-aef7-61bb32a798d6 req-fa72736b-87c4-4663-ad22-0bb4c463df08 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0638340 Jan 17 02:42:43.643362 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfabc517-d255-4111-aef7-61bb32a798d6 req-c0bcd328-0b0c-40fb-84c5-961910e01f77 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529671 Jan 17 02:42:43.674268 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.773625 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Allocated IP 172.27.1.254 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/69256815-da5e-41a9-b3de-59bbc829dea0) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:42:43.877582 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for port (69256815-da5e-41a9-b3de-59bbc829dea0), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.914138 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (69256815-da5e-41a9-b3de-59bbc829dea0), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:43.954885 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:42:43.960349 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:42:43.963067 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:42:43.966211 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'Port': ['ID=69256815-da5e-41a9-b3de-59bbc829dea0,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:44.058631 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (8d9f4a5e-7054-4544-a7ae-466e0bf4707d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:44.095330 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (69256815-da5e-41a9-b3de-59bbc829dea0), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:44.257579 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for port (69256815-da5e-41a9-b3de-59bbc829dea0), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:44.265212 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (69256815-da5e-41a9-b3de-59bbc829dea0), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:44.331446 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'Port': ['ID=69256815-da5e-41a9-b3de-59bbc829dea0,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:44.341773 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (8d9f4a5e-7054-4544-a7ae-466e0bf4707d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:44.358997 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:44.360255 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-66dadd95-616d-4b11-b1d9-f4e132fe123b tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8171103 Jan 17 02:42:44.558993 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-498acab9-ec44-4f77-9160-deceb08a7310 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1203489389&fields=id&tenant_id=cf0621b37a7046b4be225145a729936f HTTP/1.1" status: 200 len: 267 time: 0.0501733 Jan 17 02:42:44.621256 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:44.668988 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6a8e0ca7-64cf-4882-a952-242fa485107e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:44.670444 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6a8e0ca7-64cf-4882-a952-242fa485107e tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 810 time: 0.1047065 Jan 17 02:42:44.686076 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-43081a90-c497-4d1d-8fad-629d80492777 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/quotas/cf0621b37a7046b4be225145a729936f HTTP/1.1" status: 200 len: 375 time: 0.0091608 Jan 17 02:42:44.766053 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-5535b189-9f23-40a3-8003-4d49738271a8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754471 Jan 17 02:42:44.778324 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8648-07ed-4181-8391-62c3ef1c79c1 req-e83b8c2b-b6d8-4adf-b463-b7306e4a5020 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:44.779704 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaef8648-07ed-4181-8391-62c3ef1c79c1 req-e83b8c2b-b6d8-4adf-b463-b7306e4a5020 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0638511 Jan 17 02:42:44.878655 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-eaef8648-07ed-4181-8391-62c3ef1c79c1 req-0488f559-6ffc-461e-b938-994521f47499 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910995 Jan 17 02:42:44.894285 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-894408a4-8f43-4a23-a1b4-8247e6dbd5d4 service neutron] 10.222.0.24 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136436 Jan 17 02:42:44.984615 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-70619f2f-aeb5-4781-ac31-ea1698ea83fa service neutron] 10.222.0.24 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844173 Jan 17 02:42:45.139822 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3dcefb9a-2beb-443c-ab52-f6317a684a9e req-14263d81-12ca-45ee-b112-160ffb39a80a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 210 time: 0.0264437 Jan 17 02:42:45.850024 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:45.999982 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445e895-3aed-410a-a843-57aabb94fb22 req-c5a5aa1f-4f99-4bb7-863c-e3f6d22b9687 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:46.001389 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7445e895-3aed-410a-a843-57aabb94fb22 req-c5a5aa1f-4f99-4bb7-863c-e3f6d22b9687 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 944 time: 0.0547056 Jan 17 02:42:46.051573 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7445e895-3aed-410a-a843-57aabb94fb22 req-b2ba855b-0d3c-4ff0-8df6-d6878a1a1089 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441449 Jan 17 02:42:46.169954 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-c0e84d21-fc4f-4f8b-9555-01e55109794a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:46.171436 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-c0e84d21-fc4f-4f8b-9555-01e55109794a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 810 time: 0.1048267 Jan 17 02:42:46.250534 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-54ea7692-ab63-45da-b41f-71ac55f0894c req-1f197c27-57fa-4c20-bf36-6bf38bf2cc65 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 210 time: 0.0381362 Jan 17 02:42:46.277647 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-f1bb351f-23a8-4398-a648-f1b49395c6b8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf0621b37a7046b4be225145a729936f HTTP/1.1" status: 200 len: 380 time: 0.0846910 Jan 17 02:42:46.288829 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'port': {'device_id': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'admin_state_up': True, 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'security_groups': ['da54987e-e2fd-4dd4-8956-ce26ad67165f']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:46.401559 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Made reservation on behalf of cf0621b37a7046b4be225145a729936f for: {'port': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:42:46.405313 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:46.541548 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Allocated IP 172.20.0.11 (0f4113a4-05d7-438d-9847-b83e4f657878/a82d1d35-d4a7-41d6-a3f9-a5f3b595646d/0502f2b8-44e9-4ef0-a037-909240354464) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:42:46.564098 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c601475c-0c44-4ca7-a396-6569cecefedc details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:42:46.662492 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:46.674019 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'port_id': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'mac_address': 'fa:16:3e:25:59:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:42:46.677333 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for port (0502f2b8-44e9-4ef0-a037-909240354464), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:46.711123 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (0502f2b8-44e9-4ef0-a037-909240354464), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:46.714224 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c601475c-0c44-4ca7-a396-6569cecefedc is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:42:46.714627 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:46.727333 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c601475c-0c44-4ca7-a396-6569cecefedc {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:42:46.746667 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:46.753225 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:46.760805 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Network 0f4113a4-05d7-438d-9847-b83e4f657878 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:42:46.764266 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:42:46.768215 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:42:46.775326 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event updated for resources: {'Port': ['ID=0502f2b8-44e9-4ef0-a037-909240354464,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:46.802368 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=7']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:46.821598 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:46.822284 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:46.839259 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-4e373d1d-de48-4436-8aba-e678977485b0 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5539975 Jan 17 02:42:46.857071 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Request body: {'port': {'device_id': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:46.915727 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0502f2b8-44e9-4ef0-a037-909240354464), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:47.058382 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-05a2d28f-289c-4ba2-883b-259d1375657f None None] Provisioning complete for port 0502f2b8-44e9-4ef0-a037-909240354464 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:42:47.058969 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-05a2d28f-289c-4ba2-883b-259d1375657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0502f2b8-44e9-4ef0-a037-909240354464), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:47.094280 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-05a2d28f-289c-4ba2-883b-259d1375657f None None] Port 0502f2b8-44e9-4ef0-a037-909240354464 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:42:47.190059 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['c601475c-0c44-4ca7-a396-6569cecefedc'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:42:47.211120 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0502f2b8-44e9-4ef0-a037-909240354464 {{(pid=102669) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:42:47.225300 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb9274-e523-4682-81d1-47f4d7b8a318 req-8c4e3208-798d-422f-96f3-f5de96dd805a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:47.226787 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00bb9274-e523-4682-81d1-47f4d7b8a318 req-8c4e3208-798d-422f-96f3-f5de96dd805a tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 945 time: 0.0986476 Jan 17 02:42:47.228845 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Publish callbacks [] for port (0502f2b8-44e9-4ef0-a037-909240354464), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:47.258876 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.provisioning_blocks [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Transition to ACTIVE for port object 0502f2b8-44e9-4ef0-a037-909240354464 will not be triggered until provisioned by entity L2. {{(pid=102669) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:42:47.269007 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (0502f2b8-44e9-4ef0-a037-909240354464), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:47.346175 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-00bb9274-e523-4682-81d1-47f4d7b8a318 req-8a26e7e8-68be-4d87-aec6-163ff2d90a8e tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1119597 Jan 17 02:42:47.364307 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Pushing event updated for resources: {'Port': ['ID=0502f2b8-44e9-4ef0-a037-909240354464,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:47.466604 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ddf97-bb9a-439b-a458-4c92c56243b1 req-bbe19ee3-19fb-4c0f-a269-f334394a0f68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:47.468181 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af9ddf97-bb9a-439b-a458-4c92c56243b1 req-bbe19ee3-19fb-4c0f-a269-f334394a0f68 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 944 time: 0.1008103 Jan 17 02:42:47.470924 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Attempting to bind port 0502f2b8-44e9-4ef0-a037-909240354464 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:42:47.471255 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Attempting to bind port 0502f2b8-44e9-4ef0-a037-909240354464 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:42:47.471574 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Attempting to bind port 0502f2b8-44e9-4ef0-a037-909240354464 on network 0f4113a4-05d7-438d-9847-b83e4f657878 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:42:47.488968 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Port 0502f2b8-44e9-4ef0-a037-909240354464 on network 0f4113a4-05d7-438d-9847-b83e4f657878 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:42:47.489288 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Attempting to bind port 0502f2b8-44e9-4ef0-a037-909240354464 on network 0f4113a4-05d7-438d-9847-b83e4f657878 {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:42:47.503487 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:42:47.503731 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Checking segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:42:47.503920 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Bound using segment: {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'} {{(pid=102669) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:42:47.504440 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.managers [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Bound port: 0502f2b8-44e9-4ef0-a037-909240354464, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8782c93c-0cff-4d45-b4e3-e194ef671cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 253, 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878'}}] {{(pid=102669) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:42:47.504800 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0502f2b8-44e9-4ef0-a037-909240354464), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:47.553659 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-af9ddf97-bb9a-439b-a458-4c92c56243b1 req-a99c9407-5b5e-4ae7-94cb-0b3c5c7216bd tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795403 Jan 17 02:42:47.588393 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] For port 0502f2b8-44e9-4ef0-a037-909240354464, host hv-cinder-82160, cleared binding levels {{(pid=102669) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:42:47.591357 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] For port 0502f2b8-44e9-4ef0-a037-909240354464, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0502f2b8-44e9-4ef0-a037-909240354464,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102669) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:42:47.595603 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (0502f2b8-44e9-4ef0-a037-909240354464), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:47.630566 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:47.631168 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:47.632557 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] 10.222.0.64 "PUT /v2.0/ports/0502f2b8-44e9-4ef0-a037-909240354464 HTTP/1.1" status: 200 len: 1094 time: 0.7798860 Jan 17 02:42:47.632975 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:47.635235 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb15b56c-ec7b-4309-9afc-54fe85c79c74" -d '{"events": [{"name": "network-changed", "server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "tag": "0502f2b8-44e9-4ef0-a037-909240354464"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:47.657322 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be8fcf6-527b-4a42-8c7c-425e272aca51 service neutron] Pushing event updated for resources: {'Port': ['ID=0502f2b8-44e9-4ef0-a037-909240354464,revision_number=3']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:47.677389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d543769-145f-40f1-9ea0-6fa15af434e6 x-openstack-request-id: req-4d543769-145f-40f1-9ea0-6fa15af434e6 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:47.677677 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "tag": "0502f2b8-44e9-4ef0-a037-909240354464", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:47.677926 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4d543769-145f-40f1-9ea0-6fa15af434e6 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:47.678908 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464', 'status': 'completed', 'code': 200} Jan 17 02:42:47.742957 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-7f17877e-bb00-40a7-8172-44ecc651a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:47.744505 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-7f17877e-bb00-40a7-8172-44ecc651a8e9 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 1097 time: 0.0421581 Jan 17 02:42:47.793412 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-acb1c68f-595e-4e7d-9eeb-554d530d3287 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0502f2b8-44e9-4ef0-a037-909240354464 HTTP/1.1" status: 200 len: 217 time: 0.0348628 Jan 17 02:42:47.844983 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-ffc5758d-6890-43e3-a127-e460ce25f590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:47.846439 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-ffc5758d-6890-43e3-a127-e460ce25f590 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0460618 Jan 17 02:42:47.893650 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c578e-b7ea-4c07-9703-ff808850c65c req-372e680f-26fa-45c7-868a-98968fb74514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:47.896984 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-372e680f-26fa-45c7-868a-98968fb74514 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440354 Jan 17 02:42:47.993809 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-69dc2c5c-92e8-4a38-9a47-9fc7108c8f42 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858197 Jan 17 02:42:48.087354 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-642c578e-b7ea-4c07-9703-ff808850c65c req-076c5d1f-1f84-45fc-9a89-7dd39f41a94a service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853224 Jan 17 02:42:48.230492 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-3b2cb971-7a7e-4a41-a043-0f88613b6645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:48.231952 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-3b2cb971-7a7e-4a41-a043-0f88613b6645 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 1097 time: 0.0443418 Jan 17 02:42:48.325859 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-462375a0-815c-4917-bc79-22142a3fbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:48.327387 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-462375a0-815c-4917-bc79-22142a3fbc62 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.0881414 Jan 17 02:42:48.367412 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-9fca93ab-affa-434f-9c19-2387464cedab service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0502f2b8-44e9-4ef0-a037-909240354464 HTTP/1.1" status: 200 len: 217 time: 0.0339808 Jan 17 02:42:48.420410 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-12f9ab96-8dc3-40c5-82ec-8d2682991176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:48.421875 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-12f9ab96-8dc3-40c5-82ec-8d2682991176 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0475235 Jan 17 02:42:48.498881 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d1d00-ad4c-4b30-87f0-48fbaa0a872e req-294b72f5-3901-4b9f-adf2-8f19bfb2d702 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:48.500386 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-174d1d00-ad4c-4b30-87f0-48fbaa0a872e req-294b72f5-3901-4b9f-adf2-8f19bfb2d702 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 945 time: 0.0731299 Jan 17 02:42:48.502133 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-175423b5-a95c-47de-9a9c-7a3bc4b9a8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:48.503449 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-175423b5-a95c-47de-9a9c-7a3bc4b9a8bc service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0745716 Jan 17 02:42:48.562580 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c601475c-0c44-4ca7-a396-6569cecefedc up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:42:48.617684 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port c601475c-0c44-4ca7-a396-6569cecefedc triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:42:48.617951 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:48.699730 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port c601475c-0c44-4ca7-a396-6569cecefedc is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:42:48.700112 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:48.724485 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:48.726788 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd08ec3-640d-4d35-92cb-c28b87d1c9fe" -d '{"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-plugged", "status": "completed", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:48.739963 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:48.745859 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:48.797789 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=8']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:48.891191 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-174d1d00-ad4c-4b30-87f0-48fbaa0a872e req-8f17e409-1501-48b4-ae72-a78f54596d86 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843484 Jan 17 02:42:48.920987 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-f71b78b4-3187-4fbb-a33e-327ad48a1100 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084561 Jan 17 02:42:48.928834 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d693b4f-eb03-4f78-8a6e-2931ecfa9eb7 req-655691d8-f7e4-4ab3-86ca-77788f66257a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:48.930259 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d693b4f-eb03-4f78-8a6e-2931ecfa9eb7 req-655691d8-f7e4-4ab3-86ca-77788f66257a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 944 time: 0.0955698 Jan 17 02:42:48.936688 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f08501-7b7b-476a-af00-c03a7b18fddf x-openstack-request-id: req-53f08501-7b7b-476a-af00-c03a7b18fddf {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:48.936934 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-plugged", "status": "completed", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:48.937268 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-53f08501-7b7b-476a-af00-c03a7b18fddf {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:48.937663 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'code': 200} Jan 17 02:42:49.031228 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7d693b4f-eb03-4f78-8a6e-2931ecfa9eb7 req-79fde2d1-25e5-490a-8742-56cc5644e5bc tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925868 Jan 17 02:42:49.046821 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb15b56c-ec7b-4309-9afc-54fe85c79c74 req-bda5de2a-49de-47f1-bb39-ec3103fcf2b7 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156256 Jan 17 02:42:49.223752 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a66f15-63e8-4983-9473-018a4504ca61 req-1db8046f-46df-44c3-8bbf-86d293a7769d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:49.225151 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23a66f15-63e8-4983-9473-018a4504ca61 req-1db8046f-46df-44c3-8bbf-86d293a7769d service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1099 time: 0.0421929 Jan 17 02:42:49.273465 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-23a66f15-63e8-4983-9473-018a4504ca61 req-80c43ba0-fbee-4775-b859-b2d0f494f5db service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413506 Jan 17 02:42:50.021922 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc31cd8-d8c9-4428-a6d1-b0fc53a6162e req-56a708d7-c95e-4701-8653-fdc08d06638d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:50.023481 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfc31cd8-d8c9-4428-a6d1-b0fc53a6162e req-56a708d7-c95e-4701-8653-fdc08d06638d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0534976 Jan 17 02:42:50.075950 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfc31cd8-d8c9-4428-a6d1-b0fc53a6162e req-fb6b4904-8b5d-4a74-97cb-3fbefac64098 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464263 Jan 17 02:42:50.148888 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4581642-3227-4e7d-8d1f-b172c1f230ee req-4e193079-de2f-41b3-a14a-f32d09259ad4 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:50.150364 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4581642-3227-4e7d-8d1f-b172c1f230ee req-4e193079-de2f-41b3-a14a-f32d09259ad4 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 944 time: 0.0489755 Jan 17 02:42:50.202020 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4581642-3227-4e7d-8d1f-b172c1f230ee req-e598087f-6a98-412e-b80a-7a48bda54233 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432241 Jan 17 02:42:50.580824 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 0502f2b8-44e9-4ef0-a037-909240354464 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:42:50.683781 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 0502f2b8-44e9-4ef0-a037-909240354464, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0502f2b8-44e9-4ef0-a037-909240354464,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:50.694841 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '0502f2b8-44e9-4ef0-a037-909240354464', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'port_id': '0502f2b8-44e9-4ef0-a037-909240354464', 'mac_address': 'fa:16:3e:42:f6:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:42:50.735448 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 0502f2b8-44e9-4ef0-a037-909240354464 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:42:50.735837 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0502f2b8-44e9-4ef0-a037-909240354464), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:50.750971 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0502f2b8-44e9-4ef0-a037-909240354464 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:42:50.772226 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 0502f2b8-44e9-4ef0-a037-909240354464, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0502f2b8-44e9-4ef0-a037-909240354464,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:50.780600 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0502f2b8-44e9-4ef0-a037-909240354464), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:50.830579 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=0502f2b8-44e9-4ef0-a037-909240354464,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:51.194210 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168de52-3f27-43c2-aa9f-d164db5b839d req-afecd34a-cdc1-4f99-8e9b-532d78eba196 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:51.195682 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1168de52-3f27-43c2-aa9f-d164db5b839d req-afecd34a-cdc1-4f99-8e9b-532d78eba196 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0533328 Jan 17 02:42:51.245293 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1168de52-3f27-43c2-aa9f-d164db5b839d req-019b8811-39af-41a8-a8a4-de96d4c08a0e tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435281 Jan 17 02:42:51.274994 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['0502f2b8-44e9-4ef0-a037-909240354464'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:42:51.327530 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cca4ed-8b2b-493b-855c-6e2f6a4f1192 req-80ce498d-c080-4682-9485-d52f47a83b8d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:51.329004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66cca4ed-8b2b-493b-855c-6e2f6a4f1192 req-80ce498d-c080-4682-9485-d52f47a83b8d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 945 time: 0.0498166 Jan 17 02:42:51.375335 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66cca4ed-8b2b-493b-855c-6e2f6a4f1192 req-4cf7f858-3d9c-4018-9f66-af820367bbda tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Jan 17 02:42:52.504521 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da72690-1996-4ac7-8a98-d46d4dfba8f8 req-716ebfa7-9fbd-4b50-b758-8dece5df0ffa tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:52.505980 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7da72690-1996-4ac7-8a98-d46d4dfba8f8 req-716ebfa7-9fbd-4b50-b758-8dece5df0ffa tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 945 time: 0.0523193 Jan 17 02:42:52.561150 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7da72690-1996-4ac7-8a98-d46d4dfba8f8 req-533910e2-960f-40be-9999-bcc82c3bc7b8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470068 Jan 17 02:42:52.598522 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 0502f2b8-44e9-4ef0-a037-909240354464 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:42:52.647110 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 0502f2b8-44e9-4ef0-a037-909240354464 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:42:52.651488 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 0502f2b8-44e9-4ef0-a037-909240354464 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:42:52.651843 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (0502f2b8-44e9-4ef0-a037-909240354464), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:52.730921 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 0502f2b8-44e9-4ef0-a037-909240354464 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:42:52.731215 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (0502f2b8-44e9-4ef0-a037-909240354464), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:52.753169 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:52.755486 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d637846a-238d-4882-953a-6517d4c1e7ca" -d '{"events": [{"server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "name": "network-vif-plugged", "status": "completed", "tag": "0502f2b8-44e9-4ef0-a037-909240354464"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:52.768872 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 0502f2b8-44e9-4ef0-a037-909240354464, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0502f2b8-44e9-4ef0-a037-909240354464,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:42:52.774423 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (0502f2b8-44e9-4ef0-a037-909240354464), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:52.802898 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6f66c3-1831-40a5-b919-38d859c0fb76 x-openstack-request-id: req-ff6f66c3-1831-40a5-b919-38d859c0fb76 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:52.803186 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "name": "network-vif-plugged", "status": "completed", "tag": "0502f2b8-44e9-4ef0-a037-909240354464", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:52.803419 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ff6f66c3-1831-40a5-b919-38d859c0fb76 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:52.803804 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464', 'code': 200} Jan 17 02:42:52.834496 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=0502f2b8-44e9-4ef0-a037-909240354464,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:42:53.045202 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f5025b-ec2a-4e39-844f-1a467cbd400e req-3a27863d-c72c-4ab4-9b65-d6f8f8187de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:53.046582 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70f5025b-ec2a-4e39-844f-1a467cbd400e req-3a27863d-c72c-4ab4-9b65-d6f8f8187de7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 1099 time: 0.0406694 Jan 17 02:42:53.100221 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-70f5025b-ec2a-4e39-844f-1a467cbd400e req-d685f651-5cba-4cff-8e62-03bd6724ba99 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382175 Jan 17 02:42:53.689780 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9e62f-31b9-4f21-90c0-723eb20a52d3 req-88c57bab-c6da-4b60-8140-7339406b6b83 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:53.691306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c9e62f-31b9-4f21-90c0-723eb20a52d3 req-88c57bab-c6da-4b60-8140-7339406b6b83 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 946 time: 0.0562737 Jan 17 02:42:53.739374 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a2c9e62f-31b9-4f21-90c0-723eb20a52d3 req-14d8eac6-7f5f-4054-a4ae-74f216cf1044 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422118 Jan 17 02:42:54.871211 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fc46a-3bcc-4994-a69e-e78b330dd20e req-13c865ba-105b-48cd-9a17-9ac9f55fbbe7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:54.872740 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-744fc46a-3bcc-4994-a69e-e78b330dd20e req-13c865ba-105b-48cd-9a17-9ac9f55fbbe7 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 946 time: 0.0587001 Jan 17 02:42:54.923711 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-744fc46a-3bcc-4994-a69e-e78b330dd20e req-eaa40855-6fb6-4b13-9bba-f4bace34a2a8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430117 Jan 17 02:42:55.042409 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da316e0-7a4b-4e30-9c2c-f922ebe03746 req-ab4bec91-eae2-47da-bc40-88c3cf5c0d6d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:55.043883 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8da316e0-7a4b-4e30-9c2c-f922ebe03746 req-ab4bec91-eae2-47da-bc40-88c3cf5c0d6d tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 946 time: 0.0488729 Jan 17 02:42:55.052457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58224) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:42:55.057129 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Request body: {'floatingip': {'port_id': '0502f2b8-44e9-4ef0-a037-909240354464'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:42:55.099067 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (8d9f4a5e-7054-4544-a7ae-466e0bf4707d), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:55.531576 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:55.537273 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (8d9f4a5e-7054-4544-a7ae-466e0bf4707d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:55.632737 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Floating IP 8d9f4a5e-7054-4544-a7ae-466e0bf4707d associated. External IP: 172.27.1.254, port: 0502f2b8-44e9-4ef0-a037-909240354464. Jan 17 02:42:55.851962 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:42:55.958717 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:42:55.963810 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:42:55.969059 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] Sync routers for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:42:55.979119 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:42:55.979715 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:42:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:55.990896 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-432addd6-4476-433c-b539-d3ab9d1c48c6 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "PUT /v2.0/floatingips/8d9f4a5e-7054-4544-a7ae-466e0bf4707d HTTP/1.1" status: 200 len: 992 time: 0.9373226 Jan 17 02:42:55.991526 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:42:55.994459 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290620b0-5763-421a-8a07-71ee5472029b" -d '{"events": [{"name": "network-changed", "server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "tag": "0502f2b8-44e9-4ef0-a037-909240354464"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:42:56.038859 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d061191c-520a-4278-871d-48b64f66bf8d x-openstack-request-id: req-d061191c-520a-4278-871d-48b64f66bf8d {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:42:56.039457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "tag": "0502f2b8-44e9-4ef0-a037-909240354464", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:42:56.039457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d061191c-520a-4278-871d-48b64f66bf8d {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:42:56.040214 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464', 'status': 'completed', 'code': 200} Jan 17 02:42:56.101533 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:42:56.135238 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290620b0-5763-421a-8a07-71ee5472029b req-7ccfd643-af11-472b-ab26-147e3bddf0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:56.136759 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-290620b0-5763-421a-8a07-71ee5472029b req-7ccfd643-af11-472b-ab26-147e3bddf0ec service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=cf0621b37a7046b4be225145a729936f&device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 1099 time: 0.0406983 Jan 17 02:42:56.229153 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290620b0-5763-421a-8a07-71ee5472029b req-83baec04-19f9-41f8-9ae2-6a8da1d34698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:56.230674 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-290620b0-5763-421a-8a07-71ee5472029b req-83baec04-19f9-41f8-9ae2-6a8da1d34698 service neutron] 10.222.0.64 "GET /v2.0/networks?id=0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 200 len: 911 time: 0.0874217 Jan 17 02:42:56.297463 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-290620b0-5763-421a-8a07-71ee5472029b req-7626888d-c22b-49e8-8d46-a302011824e7 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0502f2b8-44e9-4ef0-a037-909240354464 HTTP/1.1" status: 200 len: 1000 time: 0.0589828 Jan 17 02:42:56.332984 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '8d9f4a5e-7054-4544-a7ae-466e0bf4707d', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'port_id': '0502f2b8-44e9-4ef0-a037-909240354464', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'mac_address': 'fa:16:3e:42:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:42:44Z', 'updated_at': '2022-01-17T02:42:55Z', 'revision_number': 1, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:56.350240 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290620b0-5763-421a-8a07-71ee5472029b req-1ae5c912-b9c0-41e8-be0c-7fc5a8cb2bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:56.351786 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-290620b0-5763-421a-8a07-71ee5472029b req-1ae5c912-b9c0-41e8-be0c-7fc5a8cb2bef service neutron] 10.222.0.64 "GET /v2.0/subnets?id=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 200 len: 849 time: 0.0475669 Jan 17 02:42:56.359318 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] Checking router: 8d812c53-463b-4e79-85d6-4ec6a8acaed5 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:42:56.367624 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:42:56.368247 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:42:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:56.395156 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290620b0-5763-421a-8a07-71ee5472029b req-44eeb182-95e0-400b-9116-27652c63b8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:42:56.396677 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-290620b0-5763-421a-8a07-71ee5472029b req-44eeb182-95e0-400b-9116-27652c63b8b2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=0f4113a4-05d7-438d-9847-b83e4f657878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390482 Jan 17 02:42:56.469879 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:42:56.486487 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-290620b0-5763-421a-8a07-71ee5472029b req-b5cd27bd-c47a-48bc-9c54-f64095110c87 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828125 Jan 17 02:42:56.579383 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-290620b0-5763-421a-8a07-71ee5472029b req-aeb0bc3c-92b0-43d6-973c-ff4444b46896 service neutron] 10.222.0.64 "GET /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864356 Jan 17 02:42:56.696352 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '8d9f4a5e-7054-4544-a7ae-466e0bf4707d', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'port_id': '0502f2b8-44e9-4ef0-a037-909240354464', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'mac_address': 'fa:16:3e:42:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:42:44Z', 'updated_at': '2022-01-17T02:42:55Z', 'revision_number': 1, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:42:56.725447 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-908e3f02-6a4e-48fa-b66c-ae59bff38565 None None] The sync data for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi is: [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '8d9f4a5e-7054-4544-a7ae-466e0bf4707d', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'floating_ip_address': '172.27.1.254', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'port_id': '0502f2b8-44e9-4ef0-a037-909240354464', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'mac_address': 'fa:16:3e:42:f6:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:42:44Z', 'updated_at': '2022-01-17T02:42:55Z', 'revision_number': 1, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:42:56.920942 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52d1813d-5431-4b1e-b824-0ccdace96387 None None] New status for floating IP 8d9f4a5e-7054-4544-a7ae-466e0bf4707d: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:42:57.166357 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:43:04.664796 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810965-926e-4520-b046-1db57a991cd8 req-da615ebd-a977-43bb-9149-7fde3a869bdd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:04.666276 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08810965-926e-4520-b046-1db57a991cd8 req-da615ebd-a977-43bb-9149-7fde3a869bdd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0524397 Jan 17 02:43:04.738750 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-94c72b9c-c5ea-4ac4-9a13-98f6faf56d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:04.740265 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-94c72b9c-c5ea-4ac4-9a13-98f6faf56d86 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1138 time: 0.0731063 Jan 17 02:43:04.763897 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08810965-926e-4520-b046-1db57a991cd8 req-cb7c8174-f7ba-4be1-9a37-674befed11a7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894554 Jan 17 02:43:04.843075 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-d0e28e34-4513-40f7-9b80-d50a9ff56322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:04.845549 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-d0e28e34-4513-40f7-9b80-d50a9ff56322 service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 916 time: 0.0963492 Jan 17 02:43:04.930726 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-e2f9f9c3-7695-438d-9420-a1721d05bdde service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 1001 time: 0.0673234 Jan 17 02:43:04.983822 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-3fecd8dd-727f-4402-a8f5-859802975e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:04.985263 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-3fecd8dd-727f-4402-a8f5-859802975e4e service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 200 len: 854 time: 0.0429370 Jan 17 02:43:05.032315 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-67c0da55-3793-4e3a-9a70-b7213e994b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:05.033830 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-67c0da55-3793-4e3a-9a70-b7213e994b17 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416849 Jan 17 02:43:05.135922 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-fcc22e2e-d4bd-428f-8f91-1253b1a1b85f service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952330 Jan 17 02:43:05.225022 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-362f3482-ea38-4a6e-afcb-01124e2a32c6 req-187eefd2-9958-4465-8834-8fb257b86420 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820634 Jan 17 02:43:05.893381 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a21cb-e7e6-429d-972e-e21375aabdb5 req-9e27de29-8159-479c-b529-640ca3484c82 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:05.894899 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-814a21cb-e7e6-429d-972e-e21375aabdb5 req-9e27de29-8159-479c-b529-640ca3484c82 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0545745 Jan 17 02:43:05.955425 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-814a21cb-e7e6-429d-972e-e21375aabdb5 req-48211026-ebb9-41c2-8459-e49143073b9f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538707 Jan 17 02:43:07.097450 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abf70a-7d7c-4d41-a3f3-b5ec7235a637 req-9a0de782-d707-44cf-b50f-17c4e98b54c0 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:07.099065 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73abf70a-7d7c-4d41-a3f3-b5ec7235a637 req-9a0de782-d707-44cf-b50f-17c4e98b54c0 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0615339 Jan 17 02:43:07.174778 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73abf70a-7d7c-4d41-a3f3-b5ec7235a637 req-1e39bab4-8fa6-47dc-b326-570f7e5ffaaf tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0676994 Jan 17 02:43:08.298322 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a95a44-5707-4c16-b2e7-8ef96f4d97ee req-881f406d-7461-48b8-877b-4a3a6e2da546 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:08.299829 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53a95a44-5707-4c16-b2e7-8ef96f4d97ee req-881f406d-7461-48b8-877b-4a3a6e2da546 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0554693 Jan 17 02:43:08.358598 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53a95a44-5707-4c16-b2e7-8ef96f4d97ee req-d3bf264e-8f32-4db4-8727-98fc79dd9ae6 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531769 Jan 17 02:43:08.621100 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:09.495531 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e7d33e-d296-4953-b0a4-c8f857641d94 req-636e5c4a-d695-4b15-a4d3-4f45ee424acd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:09.497050 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99e7d33e-d296-4953-b0a4-c8f857641d94 req-636e5c4a-d695-4b15-a4d3-4f45ee424acd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0574250 Jan 17 02:43:09.559695 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-99e7d33e-d296-4953-b0a4-c8f857641d94 req-c3015ee2-7041-4ea6-aff3-5cf2cbe83465 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569835 Jan 17 02:43:09.682308 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ec0ff0fd-bf19-4b76-987c-8267877a13c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:10.686205 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64752127-cc1e-4f99-bb4f-90f2d976e0dc req-3303deeb-05f2-484a-aaac-3017b8c2e9dc tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:10.688117 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64752127-cc1e-4f99-bb4f-90f2d976e0dc req-3303deeb-05f2-484a-aaac-3017b8c2e9dc tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0506718 Jan 17 02:43:10.760809 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64752127-cc1e-4f99-bb4f-90f2d976e0dc req-895bb004-dc85-4ca9-8dae-d41789f91a28 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0672979 Jan 17 02:43:11.888858 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d325b7f7-2f98-456a-8e3d-fd0adbc6c904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:11.895123 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22431d97-2a30-4427-8baf-eafe9211597d req-b2b8f84b-eda4-485a-9fb4-f156c98e639a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:11.896681 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22431d97-2a30-4427-8baf-eafe9211597d req-b2b8f84b-eda4-485a-9fb4-f156c98e639a tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0516398 Jan 17 02:43:11.958060 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-22431d97-2a30-4427-8baf-eafe9211597d req-9228850a-b1eb-4374-b491-9143e173153d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548894 Jan 17 02:43:12.981268 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:13.081446 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59430927-3ce3-4561-8c39-6da14e544ddf req-1185ecad-debf-4a06-a260-b68569a4f7c6 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:13.084419 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-59430927-3ce3-4561-8c39-6da14e544ddf req-1185ecad-debf-4a06-a260-b68569a4f7c6 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0525746 Jan 17 02:43:13.147961 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-59430927-3ce3-4561-8c39-6da14e544ddf req-a43e5f29-60a8-49bc-8ca4-8bc917523203 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575771 Jan 17 02:43:14.285331 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b96c7e-945a-41d6-a753-f4fa0614e9d6 req-7c640802-0dca-427c-bc94-ee3f82fbca25 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:14.286847 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2b96c7e-945a-41d6-a753-f4fa0614e9d6 req-7c640802-0dca-427c-bc94-ee3f82fbca25 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0593498 Jan 17 02:43:14.346657 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2b96c7e-945a-41d6-a753-f4fa0614e9d6 req-18575ae4-cf76-414f-97db-0ca3944ede78 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537982 Jan 17 02:43:14.630277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:15.471749 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a9ae4-5cd3-46c5-9f06-2f307f7a0583 req-af7dcb12-cd1c-47ab-8f59-8251a70c313d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:15.473182 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-913a9ae4-5cd3-46c5-9f06-2f307f7a0583 req-af7dcb12-cd1c-47ab-8f59-8251a70c313d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0557573 Jan 17 02:43:15.538801 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-913a9ae4-5cd3-46c5-9f06-2f307f7a0583 req-9fe609e5-a0d6-4c31-a0ab-bbb3aa76c47d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596972 Jan 17 02:43:15.855954 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:16.663397 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cd4c6-73eb-4ed5-8838-59a12d69c350 req-57268812-72c5-4688-9916-64298b9a138d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:16.664920 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b61cd4c6-73eb-4ed5-8838-59a12d69c350 req-57268812-72c5-4688-9916-64298b9a138d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0523880 Jan 17 02:43:16.729987 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b61cd4c6-73eb-4ed5-8838-59a12d69c350 req-8c99fd95-45fb-436e-97f5-98b412bc787f tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=8671b338-c404-47bf-a75a-7688dab5fc46&id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570412 Jan 17 02:43:32.451242 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec2c452-e862-4830-8112-128ad4255c0a req-db8044d9-a080-4629-a90c-fcd940f1de3c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:32.452723 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fec2c452-e862-4830-8112-128ad4255c0a req-db8044d9-a080-4629-a90c-fcd940f1de3c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0612352 Jan 17 02:43:32.500031 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fec2c452-e862-4830-8112-128ad4255c0a req-541209b8-b927-4882-b9d1-363914fb3b9c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400133 Jan 17 02:43:33.632594 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acece997-721c-4058-b2e1-4cf5ec362835 req-f42dc510-0d3e-47ac-a21d-964af882b7e9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:33.634103 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acece997-721c-4058-b2e1-4cf5ec362835 req-f42dc510-0d3e-47ac-a21d-964af882b7e9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0540798 Jan 17 02:43:33.682909 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-acece997-721c-4058-b2e1-4cf5ec362835 req-47d10e68-d092-4404-8c6b-cef885f22d1b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417480 Jan 17 02:43:34.171476 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:43:34.830198 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b83eba-3f07-44b5-8a50-8b92170ee8c7 req-c63c12cb-addb-483a-bf3c-003c024143a2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:34.831954 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8b83eba-3f07-44b5-8a50-8b92170ee8c7 req-c63c12cb-addb-483a-bf3c-003c024143a2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0633247 Jan 17 02:43:34.884983 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b8b83eba-3f07-44b5-8a50-8b92170ee8c7 req-537eacc3-80ea-48b0-a157-d953a8ccace9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472074 Jan 17 02:43:36.019534 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45be98-d56d-4d99-9388-81d425aafa84 req-644d5e8d-9ca1-41fa-947f-7ae2dc77f5ef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:36.021082 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb45be98-d56d-4d99-9388-81d425aafa84 req-644d5e8d-9ca1-41fa-947f-7ae2dc77f5ef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0561466 Jan 17 02:43:36.071343 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cb45be98-d56d-4d99-9388-81d425aafa84 req-1cc1687c-83ec-49c6-8d6a-c1698303ffec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442441 Jan 17 02:43:37.208474 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414945a-7596-413d-97e2-9d9712d6ae9b req-61dbca60-bbb1-4e88-a805-8824be298f86 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:37.209983 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6414945a-7596-413d-97e2-9d9712d6ae9b req-61dbca60-bbb1-4e88-a805-8824be298f86 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0542443 Jan 17 02:43:37.261034 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6414945a-7596-413d-97e2-9d9712d6ae9b req-f75d0ae5-1b1b-4fd7-a398-d476d00702d9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426855 Jan 17 02:43:38.393703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9f4d4-a9c1-4670-9829-2d6dd54e6af8 req-2db2671c-662a-4649-8583-c6107bed039d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:38.395258 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41c9f4d4-a9c1-4670-9829-2d6dd54e6af8 req-2db2671c-662a-4649-8583-c6107bed039d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0576355 Jan 17 02:43:38.443245 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41c9f4d4-a9c1-4670-9829-2d6dd54e6af8 req-06642e9f-7a72-4238-8ea6-d72de7f19dbb tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420406 Jan 17 02:43:38.629940 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:38.856053 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-3792efaa-e9e5-4df7-8d8a-dd20307924a6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493124 Jan 17 02:43:38.971236 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-0728f187-2b5e-4bf7-ba5f-25c85ff9d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:38.972789 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-0728f187-2b5e-4bf7-ba5f-25c85ff9d874 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1099 time: 0.0457845 Jan 17 02:43:39.078863 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-7e32a8b4-6fbc-45f2-92d2-0465095ba56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:39.080417 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-7e32a8b4-6fbc-45f2-92d2-0465095ba56f service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 909 time: 0.0857229 Jan 17 02:43:39.149994 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-eb431387-5a23-4148-bf7c-891318c3cc7b service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 1001 time: 0.0612340 Jan 17 02:43:39.199764 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-783e51ca-9441-4345-b58e-31d2ef002b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:39.201186 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-783e51ca-9441-4345-b58e-31d2ef002b89 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.0439947 Jan 17 02:43:39.252352 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-1a9cb665-c48a-42c7-88c5-f4593287735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:39.253854 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-1a9cb665-c48a-42c7-88c5-f4593287735a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438325 Jan 17 02:43:39.357427 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-ffc7b94d-614e-4902-9906-701ee45fb2b0 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899312 Jan 17 02:43:39.447347 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0bec96fa-9ba1-4d3c-abcf-d2b8662438dc req-19f78fcd-402a-401d-a648-9658b4480c76 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837548 Jan 17 02:43:39.569723 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d03856b-2c8a-4bc6-98e9-ce800d7a1c93 req-2c4d50ae-69ae-4108-a0ea-1014cf9a83e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:39.571140 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d03856b-2c8a-4bc6-98e9-ce800d7a1c93 req-2c4d50ae-69ae-4108-a0ea-1014cf9a83e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0538425 Jan 17 02:43:39.619617 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3d03856b-2c8a-4bc6-98e9-ce800d7a1c93 req-8c3aee4f-ec77-41d0-a424-5263eb72a6ba tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423236 Jan 17 02:43:39.680955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a6a85d32-b19e-466a-9aaa-78062dfc5514 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:40.757679 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5364ea6-afeb-4175-9859-70d69e602900 req-7b48224c-8e25-453c-9557-8621b86a1641 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:40.759154 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5364ea6-afeb-4175-9859-70d69e602900 req-7b48224c-8e25-453c-9557-8621b86a1641 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0546422 Jan 17 02:43:40.805061 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5364ea6-afeb-4175-9859-70d69e602900 req-da4021f5-4ce9-4372-915c-1d8d505cd9cc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403640 Jan 17 02:43:41.894718 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4b6fb160-b960-4a27-b124-16df0f28b35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:41.927027 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59716d2-5559-424f-afad-ebf75d6141ee req-6358419f-3b2f-49be-9a30-58e639fb9c2e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:41.928607 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e59716d2-5559-424f-afad-ebf75d6141ee req-6358419f-3b2f-49be-9a30-58e639fb9c2e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0510967 Jan 17 02:43:41.978730 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e59716d2-5559-424f-afad-ebf75d6141ee req-c4149a87-bf6f-45ce-b979-c7167d15413e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Jan 17 02:43:42.995765 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:43.106737 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cf14b-e718-440e-a202-7f59b7221a5d req-47752831-e643-4b24-963e-702518308bc7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:43.108243 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-193cf14b-e718-440e-a202-7f59b7221a5d req-47752831-e643-4b24-963e-702518308bc7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0577486 Jan 17 02:43:43.155770 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-193cf14b-e718-440e-a202-7f59b7221a5d req-8acf25cb-e599-4da9-9dc0-9cfa03a12c2f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419555 Jan 17 02:43:44.284440 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61866d3a-58f1-44b5-8124-0abcd8187451 req-30d130d8-0c60-4f85-b8bb-6e2f461e492d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:44.285921 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-61866d3a-58f1-44b5-8124-0abcd8187451 req-30d130d8-0c60-4f85-b8bb-6e2f461e492d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0500224 Jan 17 02:43:44.331794 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-61866d3a-58f1-44b5-8124-0abcd8187451 req-37644847-b180-42a2-ac9c-b542cd26f438 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403135 Jan 17 02:43:44.635517 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:45.471113 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c12f2c-a514-48f0-b30d-a07122dbf98f req-ec9e5a3a-ec6f-485b-8553-e02c4878a56a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:45.472538 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38c12f2c-a514-48f0-b30d-a07122dbf98f req-ec9e5a3a-ec6f-485b-8553-e02c4878a56a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0549445 Jan 17 02:43:45.521437 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-38c12f2c-a514-48f0-b30d-a07122dbf98f req-43920238-7fe4-423c-833a-d9983ffde4ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404639 Jan 17 02:43:45.842984 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:46.661362 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9478e-a36c-4ea6-820c-a26430d9f56b req-b3079c16-d550-42a7-afd7-87a95619cc69 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:46.662794 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5df9478e-a36c-4ea6-820c-a26430d9f56b req-b3079c16-d550-42a7-afd7-87a95619cc69 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0566943 Jan 17 02:43:46.713663 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5df9478e-a36c-4ea6-820c-a26430d9f56b req-6305e605-7399-4df3-b1d0-8dfac54b46a2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426438 Jan 17 02:43:47.845555 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db5b32-35cb-48f9-a6e8-9f962bb5c164 req-6fbaaec0-b22b-48eb-9556-7bf448996fd1 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:47.847056 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5db5b32-35cb-48f9-a6e8-9f962bb5c164 req-6fbaaec0-b22b-48eb-9556-7bf448996fd1 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0549016 Jan 17 02:43:47.894962 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5db5b32-35cb-48f9-a6e8-9f962bb5c164 req-71104fe1-d198-4bc1-9655-84d97a4a3641 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422099 Jan 17 02:43:49.022954 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7987213a-9190-4083-bd30-f34c1932e909 req-8da7eff6-724c-4715-a21c-c3b7c027923b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:49.024774 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7987213a-9190-4083-bd30-f34c1932e909 req-8da7eff6-724c-4715-a21c-c3b7c027923b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0514863 Jan 17 02:43:49.070985 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7987213a-9190-4083-bd30-f34c1932e909 req-a29fab26-205e-4394-ae1f-bbccd0dfd4cc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 Jan 17 02:43:50.207146 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0191dec-bdd6-4494-9749-6c5ac85a87ba req-5a51f86e-188b-4580-831b-f9b405455467 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:50.208618 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0191dec-bdd6-4494-9749-6c5ac85a87ba req-5a51f86e-188b-4580-831b-f9b405455467 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0506520 Jan 17 02:43:50.260762 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a0191dec-bdd6-4494-9749-6c5ac85a87ba req-f81813b5-6f03-47fc-affe-3aa485540754 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439324 Jan 17 02:43:50.911207 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:43:51.018295 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:43:51.154302 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'port_id': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'mac_address': 'fa:16:3e:10:eb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:43:51.192633 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8e033a10-4ded-4f31-af25-ef0b393110ad is: ACTIVE; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:43:51.192936 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:51.205840 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e033a10-4ded-4f31-af25-ef0b393110ad {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:43:51.225759 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:43:51.232371 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:51.284844 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=6']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:43:51.292233 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.292950 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.292950 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.293195 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.293544 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.293864 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.294184 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.294486 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.294806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.295114 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.295444 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.295766 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.296082 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:43:51.380837 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bec747-4881-4faa-954a-138f726ae14a req-c1808b8e-ff14-4ce2-85d4-21784a3c1f37 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:51.382300 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52bec747-4881-4faa-954a-138f726ae14a req-c1808b8e-ff14-4ce2-85d4-21784a3c1f37 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 945 time: 0.0510015 Jan 17 02:43:51.412224 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['8e033a10-4ded-4f31-af25-ef0b393110ad'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:43:51.433976 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-52bec747-4881-4faa-954a-138f726ae14a req-16692e85-0c05-4460-a7d6-37392993971d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438330 Jan 17 02:43:52.568035 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf587cd6-9461-4910-ba76-0f2fe665296f req-1fd658c0-2bb6-4231-b9e6-0fc1ef2b904b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:52.569538 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf587cd6-9461-4910-ba76-0f2fe665296f req-1fd658c0-2bb6-4231-b9e6-0fc1ef2b904b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 945 time: 0.0534196 Jan 17 02:43:52.615004 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf587cd6-9461-4910-ba76-0f2fe665296f req-4f22107b-c44f-447c-a7c2-7e35837fa00a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398653 Jan 17 02:43:52.920941 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:43:52.972910 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 8e033a10-4ded-4f31-af25-ef0b393110ad triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:43:52.973283 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:53.054952 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8e033a10-4ded-4f31-af25-ef0b393110ad is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:43:53.055337 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:53.077797 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:43:53.080054 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f349998a-8bed-41f0-8575-a047a9037c80" -d '{"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-plugged", "status": "completed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:43:53.091680 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:43:53.097574 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:43:53.121266 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fb0a6a5-fb53-4724-b17e-4754d391d3b1 x-openstack-request-id: req-7fb0a6a5-fb53-4724-b17e-4754d391d3b1 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:43:53.121534 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-plugged", "status": "completed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:43:53.121779 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7fb0a6a5-fb53-4724-b17e-4754d391d3b1 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:43:53.122160 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'code': 200} Jan 17 02:43:53.146725 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=7']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:43:53.748645 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eba4f9-cb2e-4eca-8c36-45f0999a9549 req-b5ecacf0-63b2-4223-af0a-85e797154969 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:53.750816 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89eba4f9-cb2e-4eca-8c36-45f0999a9549 req-b5ecacf0-63b2-4223-af0a-85e797154969 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0540030 Jan 17 02:43:53.797319 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-89eba4f9-cb2e-4eca-8c36-45f0999a9549 req-bcc6ce35-f553-4051-9683-253d9dd14b8f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411630 Jan 17 02:43:54.917042 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43177f-c9fc-4209-b96e-bb4fb5400111 req-f06fa3b4-897d-46b7-a4b7-f0055b61805e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:54.918534 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d43177f-c9fc-4209-b96e-bb4fb5400111 req-f06fa3b4-897d-46b7-a4b7-f0055b61805e tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0503452 Jan 17 02:43:54.973692 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6d43177f-c9fc-4209-b96e-bb4fb5400111 req-91b49baa-9108-490f-a114-64f570e4e95c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Jan 17 02:43:56.104973 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab68c0-14d9-4a2a-aa37-41f99c06de7b req-bec0b289-0860-4b77-a4b4-765c29af99bc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:56.106460 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cab68c0-14d9-4a2a-aa37-41f99c06de7b req-bec0b289-0860-4b77-a4b4-765c29af99bc tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0497525 Jan 17 02:43:56.157629 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5cab68c0-14d9-4a2a-aa37-41f99c06de7b req-8aecc42e-942c-4699-8e3b-9c53914f4ae2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446820 Jan 17 02:43:57.284122 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd716b5-36f4-4287-a183-56af57c9484f req-e707508a-b196-4eca-a705-b186b7560265 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:57.291361 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cd716b5-36f4-4287-a183-56af57c9484f req-e707508a-b196-4eca-a705-b186b7560265 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0574045 Jan 17 02:43:57.336795 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8cd716b5-36f4-4287-a183-56af57c9484f req-5449580c-225a-4109-bd29-21cab45c7602 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Jan 17 02:43:58.458097 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ebb0f-e069-4f75-87dc-ad2dc7d74daf req-1bbef510-54f1-4fbb-9449-69c59d2a39e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:58.465712 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a7ebb0f-e069-4f75-87dc-ad2dc7d74daf req-1bbef510-54f1-4fbb-9449-69c59d2a39e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0553923 Jan 17 02:43:58.509746 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1a7ebb0f-e069-4f75-87dc-ad2dc7d74daf req-942dd584-a7fc-49ee-9a1d-2203c742ca60 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428691 Jan 17 02:43:59.641653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bc306-8ec0-4742-9056-314c9cf024a6 req-2d30e0df-2fbf-4c16-add2-ef0261514c21 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:43:59.648394 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-871bc306-8ec0-4742-9056-314c9cf024a6 req-2d30e0df-2fbf-4c16-add2-ef0261514c21 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0581086 Jan 17 02:43:59.692113 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-871bc306-8ec0-4742-9056-314c9cf024a6 req-f22554b5-3a1c-470a-bd07-9e41a8a59487 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Jan 17 02:44:00.818181 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188a3d1-84eb-4c7e-a2d1-41d424495966 req-4c97623a-36b2-43c5-af79-0cee9fddc615 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:00.819811 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3188a3d1-84eb-4c7e-a2d1-41d424495966 req-4c97623a-36b2-43c5-af79-0cee9fddc615 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0517621 Jan 17 02:44:00.869306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3188a3d1-84eb-4c7e-a2d1-41d424495966 req-8f8e3962-7c96-446d-8064-3fc8322a3c42 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436685 Jan 17 02:44:01.998925 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6a394-158e-4040-86a2-3158ded294c6 req-624e2376-8ce2-4933-a821-9ce862216fa2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:02.000741 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-40b6a394-158e-4040-86a2-3158ded294c6 req-624e2376-8ce2-4933-a821-9ce862216fa2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0560813 Jan 17 02:44:02.051921 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-40b6a394-158e-4040-86a2-3158ded294c6 req-82f521bf-d6a3-405b-8726-fbbd4fffa160 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449722 Jan 17 02:44:03.175365 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056cde5-8ac4-4c5e-a21f-8e385faf49d4 req-de7b4a44-3cfa-4418-8132-465b4702cad3 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:03.176948 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6056cde5-8ac4-4c5e-a21f-8e385faf49d4 req-de7b4a44-3cfa-4418-8132-465b4702cad3 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0501728 Jan 17 02:44:03.227178 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6056cde5-8ac4-4c5e-a21f-8e385faf49d4 req-dedd37a7-5c20-4a0d-8f85-679432bc26f9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437062 Jan 17 02:44:04.352699 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7d24d9-4dce-47be-9e8b-9e3487f06a99 req-d25c6074-0bf8-4728-b62d-4b06800311db tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:04.354970 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca7d24d9-4dce-47be-9e8b-9e3487f06a99 req-d25c6074-0bf8-4728-b62d-4b06800311db tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0499492 Jan 17 02:44:04.410818 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca7d24d9-4dce-47be-9e8b-9e3487f06a99 req-41ed4719-2b6a-43ff-aa09-dc1d0a6b14a2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500104 Jan 17 02:44:05.544555 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa4bb09-e964-4c0a-a5b6-3d0437e74dc7 req-a1cc9880-4540-4a36-9039-981c4a54529d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:05.547105 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7fa4bb09-e964-4c0a-a5b6-3d0437e74dc7 req-a1cc9880-4540-4a36-9039-981c4a54529d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0551291 Jan 17 02:44:05.595533 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7fa4bb09-e964-4c0a-a5b6-3d0437e74dc7 req-dcb12f5b-f31a-43c3-b627-cafd0cc2f3f2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424430 Jan 17 02:44:06.723781 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a51f9-e6d4-4eca-b448-8520d3f666ab req-f8352811-57de-4b58-848a-e7c5decd16a7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:06.725365 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf7a51f9-e6d4-4eca-b448-8520d3f666ab req-f8352811-57de-4b58-848a-e7c5decd16a7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0495949 Jan 17 02:44:06.771614 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-cf7a51f9-e6d4-4eca-b448-8520d3f666ab req-271fd8a9-9b56-4ea6-8bf5-942f8673bad0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405173 Jan 17 02:44:06.898179 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-a0a7483d-014d-4a78-a21f-6ed194d39a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:06.899990 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-a0a7483d-014d-4a78-a21f-6ed194d39a31 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1099 time: 0.0455337 Jan 17 02:44:06.988979 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-30dadbee-eb2e-494e-8f18-b9a40bcfa0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:06.990430 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-30dadbee-eb2e-494e-8f18-b9a40bcfa0d8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.0839446 Jan 17 02:44:07.063331 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-2fe84711-99c8-45b4-b65d-8d56a85f309a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 200 len: 1002 time: 0.0660098 Jan 17 02:44:07.110757 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-ac6191a0-3549-46cc-9ae2-957665d37fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:07.112182 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-ac6191a0-3549-46cc-9ae2-957665d37fd0 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0432620 Jan 17 02:44:07.158203 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-505fb683-4401-4680-b0a0-084ab5afa331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:07.159530 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-505fb683-4401-4680-b0a0-084ab5afa331 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407691 Jan 17 02:44:07.258615 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-5fea333e-bf85-40eb-b009-767ba835eced service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913410 Jan 17 02:44:07.348787 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b89128b4-8b13-443b-9dc9-f3933f1a07b8 req-79af140e-30a8-40b2-8601-be08d6173218 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836246 Jan 17 02:44:07.897747 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1148d6b-2069-42c5-8e4d-a90ae5bbb041 req-e67c9632-580b-42b3-a7f9-a4c0bebdbaee tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:07.899547 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f1148d6b-2069-42c5-8e4d-a90ae5bbb041 req-e67c9632-580b-42b3-a7f9-a4c0bebdbaee tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0552909 Jan 17 02:44:07.946923 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f1148d6b-2069-42c5-8e4d-a90ae5bbb041 req-ac41f845-4395-4439-a3e4-57948a4856be tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416749 Jan 17 02:44:08.631093 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:09.075125 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0b75-c374-4653-a633-e8dc37795e45 req-c7ce7c40-e5fc-4524-9f05-e062db795ee7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:09.076610 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddee0b75-c374-4653-a633-e8dc37795e45 req-c7ce7c40-e5fc-4524-9f05-e062db795ee7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0507402 Jan 17 02:44:09.125189 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ddee0b75-c374-4653-a633-e8dc37795e45 req-0881e5c2-0277-4da9-845d-f03e42e94bae tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425189 Jan 17 02:44:09.677303 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-49bcf70d-4f3d-46a7-8596-5b5906be56c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:10.255233 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241bf2d3-fea9-4018-86c6-f3c1d5c515b9 req-fe3476df-ced5-4ec3-a21c-3ebd3e3a98ef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:10.256761 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-241bf2d3-fea9-4018-86c6-f3c1d5c515b9 req-fe3476df-ced5-4ec3-a21c-3ebd3e3a98ef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 946 time: 0.0503712 Jan 17 02:44:10.309066 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-241bf2d3-fea9-4018-86c6-f3c1d5c515b9 req-acb880c6-124b-4ede-8d71-205921857e96 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445704 Jan 17 02:44:11.046038 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:11.126739 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8e033a10-4ded-4f31-af25-ef0b393110ad is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:44:11.127123 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:11.149473 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:44:11.151732 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-686fc5f1-0ead-4314-a744-d0d1bae0378f" -d '{"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:44:11.165237 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:11.171816 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:11.173842 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:44:11.194600 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Jan 2022 02:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e65345-c7b0-4990-ac1f-5ef65a7ccdee x-openstack-request-id: req-b9e65345-c7b0-4990-ac1f-5ef65a7ccdee {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:44:11.194881 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-unplugged", "status": "failed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad", "code": 422}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:44:11.195125 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9e65345-c7b0-4990-ac1f-5ef65a7ccdee {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:44:11.195514 dv-cinder-821602-13-iscsi neutron-server[102671]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'code': 422} returned with failed status Jan 17 02:44:11.220301 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=8']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:11.904108 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ee32ee9-08ae-411d-893f-fc1bb7a1d6a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:12.290612 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db0c03-d031-41dd-ad8f-8ce4cc9bb8a9 req-4ba6e42f-3f9c-4583-ae92-593b2415e5a8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:12.292234 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5db0c03-d031-41dd-ad8f-8ce4cc9bb8a9 req-4ba6e42f-3f9c-4583-ae92-593b2415e5a8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0506182 Jan 17 02:44:12.339544 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5db0c03-d031-41dd-ad8f-8ce4cc9bb8a9 req-b634a22d-c5a0-484e-81c7-c50864c5932f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416024 Jan 17 02:44:12.473644 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-bcaac810-176d-45e7-a4dd-34eabe563cf6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0476801 Jan 17 02:44:12.987202 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:13.364215 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-0129bb15-1aef-42f3-beb8-1bdb20e40ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:13.365752 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-0129bb15-1aef-42f3-beb8-1bdb20e40ec7 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b&tenant_id=0e6a07fd918d456ea8cae8d52b172382 HTTP/1.1" status: 200 len: 1097 time: 0.0416546 Jan 17 02:44:13.470600 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-9075e24b-1e91-459a-bfd1-84b0319100de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:13.472109 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-9075e24b-1e91-459a-bfd1-84b0319100de service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1097 time: 0.0702918 Jan 17 02:44:13.484286 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef69bc-d226-4286-a797-c17fc1b842ff req-d8883d54-a942-42bc-8eee-3517df046c17 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:13.485614 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81ef69bc-d226-4286-a797-c17fc1b842ff req-d8883d54-a942-42bc-8eee-3517df046c17 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0603557 Jan 17 02:44:13.587986 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81ef69bc-d226-4286-a797-c17fc1b842ff req-8d76582c-e165-4a47-b7c2-a8bc27b14df0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944085 Jan 17 02:44:13.609642 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-9d38c8f0-c91a-402e-86ee-13267ffaf01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:13.609642 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-9d38c8f0-c91a-402e-86ee-13267ffaf01f service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.1217151 Jan 17 02:44:13.679178 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-7043f965-f9ec-49b3-8f48-b3b5a394c028 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 200 len: 1000 time: 0.0642035 Jan 17 02:44:13.734986 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-a341ba77-ea6a-4764-ad59-a292615f4754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:13.736447 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-a341ba77-ea6a-4764-ad59-a292615f4754 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0451334 Jan 17 02:44:13.788219 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-9c24f57e-e685-4c78-8559-b5c9467cbc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:13.789703 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-9c24f57e-e685-4c78-8559-b5c9467cbc1a service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0464523 Jan 17 02:44:13.882379 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-0917dc72-774e-43fd-bf6a-1348128df577 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850513 Jan 17 02:44:13.973312 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-2d904c97-b323-444d-95a1-12b8bb305bc5 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844564 Jan 17 02:44:14.632628 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:14.716310 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60993b6e-86df-4648-aa33-f0da45cba48e req-a422b3e2-7f68-4936-9dc5-6bbd5eb8ee76 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:14.718011 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60993b6e-86df-4648-aa33-f0da45cba48e req-a422b3e2-7f68-4936-9dc5-6bbd5eb8ee76 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0515192 Jan 17 02:44:14.768710 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-60993b6e-86df-4648-aa33-f0da45cba48e req-000ecfe2-1c59-495d-b939-a378a158bb4a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449626 Jan 17 02:44:15.842413 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:15.898550 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea6c1-87df-435e-bc71-2bf5e538c3f6 req-e4c7086b-ab59-4020-82cd-5782b0b11fb9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:15.900523 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e14ea6c1-87df-435e-bc71-2bf5e538c3f6 req-e4c7086b-ab59-4020-82cd-5782b0b11fb9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0538666 Jan 17 02:44:15.956104 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e14ea6c1-87df-435e-bc71-2bf5e538c3f6 req-c8ea9341-26c4-490f-a60c-96872765bd23 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499451 Jan 17 02:44:17.351203 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5760df-ff37-4c71-973a-2646420ae447 req-0a911cdd-c06b-433d-889e-c571bd38ed94 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:17.352661 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e5760df-ff37-4c71-973a-2646420ae447 req-0a911cdd-c06b-433d-889e-c571bd38ed94 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.3189175 Jan 17 02:44:17.401308 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5e5760df-ff37-4c71-973a-2646420ae447 req-4379c2ad-8b7a-4194-b671-87db7849768f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426395 Jan 17 02:44:18.530757 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792d5104-f9f1-4b2e-b4ff-7384fb700f34 req-8bf06b80-7983-4e8a-8add-92b9418c04e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:18.532118 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-792d5104-f9f1-4b2e-b4ff-7384fb700f34 req-8bf06b80-7983-4e8a-8add-92b9418c04e8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0502894 Jan 17 02:44:18.582180 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-792d5104-f9f1-4b2e-b4ff-7384fb700f34 req-9c6d2149-8651-4300-84d8-31414e324b78 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442002 Jan 17 02:44:19.717483 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6800af-7388-4b67-bba8-7b1b8148115f req-15603992-b5c9-42c5-b8b3-952088e26d61 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:19.719017 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f6800af-7388-4b67-bba8-7b1b8148115f req-15603992-b5c9-42c5-b8b3-952088e26d61 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0540767 Jan 17 02:44:19.777543 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7f6800af-7388-4b67-bba8-7b1b8148115f req-1e66ace8-fc6d-481e-9f31-2a4456416d1a tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493226 Jan 17 02:44:20.902314 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d276a-2e95-42fa-ac94-c5e9cd8809e7 req-d2b67f4d-b167-45c2-b4e3-38bfc3e90ca9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:20.903826 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f93d276a-2e95-42fa-ac94-c5e9cd8809e7 req-d2b67f4d-b167-45c2-b4e3-38bfc3e90ca9 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0532293 Jan 17 02:44:20.957011 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f93d276a-2e95-42fa-ac94-c5e9cd8809e7 req-dc731bc2-a5ce-481a-a47d-ccb29f28d46c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408750 Jan 17 02:44:21.130157 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-b697fafb-b511-4bf4-9017-e61805ca0e5c tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1476057176&fields=id&tenant_id=64e093625bec4998bc4012524037d1eb HTTP/1.1" status: 200 len: 267 time: 0.0475407 Jan 17 02:44:21.186880 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-f5cc2186-f7e8-4c53-a1e7-1e98589974e2 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:21.188596 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-f5cc2186-f7e8-4c53-a1e7-1e98589974e2 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 985 time: 0.0529287 Jan 17 02:44:21.202455 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Request body: {'port': {'security_groups': ['7a566f20-b5a4-4523-8156-42a3b0d56431']}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:44:21.272482 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.457419 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:21.488026 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.494191 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.539195 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['6165ac27-1cf4-4f9d-b4a0-390a637a75d1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:44:21.576124 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event updated for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=7']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.582204 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:21.584709 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:21.586965 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:21.587618 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.592414 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b5bf275e-9207-439b-93b6-5679ce7beb19 req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "PUT /v2.0/ports/6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 943 time: 0.3950524 Jan 17 02:44:21.594956 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58714) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:21.596258 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:44:21.598664 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66562422-6242-4dea-9056-9089b1d577de" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:44:21.610094 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.610516 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.610931 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.611409 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.616562 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.617059 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.617477 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.617947 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.618534 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.618936 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.619334 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.619729 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.620258 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b2f46a-1456-46fa-bef4-f3cd814fc3d8 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.640137 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38455f26-6e83-44bf-8600-0f7c2e3f527e x-openstack-request-id: req-38455f26-6e83-44bf-8600-0f7c2e3f527e {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:44:21.640381 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:44:21.640666 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38455f26-6e83-44bf-8600-0f7c2e3f527e {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:44:21.641028 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'status': 'completed', 'code': 200} Jan 17 02:44:21.728181 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group (8671b338-c404-47bf-a75a-7688dab5fc46), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.737534 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['6165ac27-1cf4-4f9d-b4a0-390a637a75d1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:44:21.756381 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group (8671b338-c404-47bf-a75a-7688dab5fc46), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.836980 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (8671b338-c404-47bf-a75a-7688dab5fc46), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.840352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:21.842013 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "DELETE /v2.0/security-groups/8671b338-c404-47bf-a75a-7688dab5fc46 HTTP/1.1" status: 204 len: 168 time: 0.2450604 Jan 17 02:44:21.844908 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:21.853967 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8671b338-c404-47bf-a75a-7688dab5fc46,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:21.862973 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.863834 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.864419 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.864972 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.865517 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.866117 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.866731 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.867344 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.868042 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.868624 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.869164 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.869700 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.870331 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d64ccfb-b1e3-411a-ab12-c0486aa16756 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:44:21.980756 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-2f738992-af39-4d69-bd06-2a6f0102dafc None None] Provisioning complete for port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:44:21.981620 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2f738992-af39-4d69-bd06-2a6f0102dafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:22.091002 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-2f738992-af39-4d69-bd06-2a6f0102dafc None None] Current status of the port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:44:22.136011 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792cc412-8f29-4e18-a5bb-906717996b47 req-b7406381-012c-40a0-ac22-910fd6da26b8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:22.137516 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-792cc412-8f29-4e18-a5bb-906717996b47 req-b7406381-012c-40a0-ac22-910fd6da26b8 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0895295 Jan 17 02:44:22.186214 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Deleting port 6a6619c2-c668-45cc-8408-757c9761fc35 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:22.187084 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (6a6619c2-c668-45cc-8408-757c9761fc35), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:22.204461 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-792cc412-8f29-4e18-a5bb-906717996b47 req-45f6e790-0ab6-4a22-af0f-ea9ff9a15604 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603933 Jan 17 02:44:22.271990 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (6a6619c2-c668-45cc-8408-757c9761fc35), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:22.272340 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for floatingip (6a6619c2-c668-45cc-8408-757c9761fc35), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:22.285403 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Calling delete_port for 6a6619c2-c668-45cc-8408-757c9761fc35 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:22.471628 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (6a6619c2-c668-45cc-8408-757c9761fc35), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:22.498244 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event deleted for resources: {'Port': ['ID=6a6619c2-c668-45cc-8408-757c9761fc35,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:22.563667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks [] for floatingip (bbb7a26b-32ed-4841-a4ab-08b3adc259e0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:22.564002 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Floating IP bbb7a26b-32ed-4841-a4ab-08b3adc259e0 disassociated (deleted). External IP: 172.27.1.87, port: 6165ac27-1cf4-4f9d-b4a0-390a637a75d1. Jan 17 02:44:22.772761 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Router 88f63be1-4778-4280-a323-cbb6d628821a has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:44:22.884803 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:44:22.890882 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:22.896462 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] Sync routers for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:44:22.925141 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:22.926181 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:22.926434 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e33c3cf6-c335-4749-a2b5-e710503689e1 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "DELETE /v2.0/floatingips/bbb7a26b-32ed-4841-a4ab-08b3adc259e0 HTTP/1.1" status: 204 len: 168 time: 1.0803652 Jan 17 02:44:23.057124 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:23.273070 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:23.306060 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] Checking router: 88f63be1-4778-4280-a323-cbb6d628821a for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:44:23.314644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:23.315246 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:23.338433 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3744ff1a-24a5-4537-9da0-804353db5614 req-7c1d12fa-5b2f-4e7b-9a3b-5c42ef0d1bab tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:23.340208 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3744ff1a-24a5-4537-9da0-804353db5614 req-7c1d12fa-5b2f-4e7b-9a3b-5c42ef0d1bab tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0523536 Jan 17 02:44:23.399690 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3744ff1a-24a5-4537-9da0-804353db5614 req-2d661ba1-656f-4f37-8b15-7dc0f0fbadc6 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523434 Jan 17 02:44:23.424539 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:23.628171 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:23.642088 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:44:23.644689 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5588edb6-9f3a-439b-b49a-f36f1942ad58" -d '{"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:44:23.655802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495254a-acba-43cb-85f9-46084a8f8702 None None] The sync data for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi is: [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:40:58Z', 'revision_number': 4, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '60852616-f27e-4510-bb98-5f0fac9085dd', 'name': '', 'network_id': 'f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'mac_address': 'fa:16:3e:89:9c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:58Z', 'updated_at': '2022-01-17T02:41:02Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'subnets': [{'id': 'afc5fc5d-2cef-4540-a1f1-bb400c429293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:44:23.686745 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb35347b-8f43-4859-9575-6e7dea0dbfd8 x-openstack-request-id: req-eb35347b-8f43-4859-9575-6e7dea0dbfd8 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:44:23.687084 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:44:23.687460 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb35347b-8f43-4859-9575-6e7dea0dbfd8 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:44:23.687933 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'status': 'completed', 'code': 200} Jan 17 02:44:23.975802 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df014fe4-693e-4607-a704-f04823c6d9d3 None None] New status for floating IP bbb7a26b-32ed-4841-a4ab-08b3adc259e0: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:44:24.530768 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f63069-e406-4691-9ae5-4b69ede32ceb req-ac3d8f28-470f-468e-87d1-78811820bdef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:24.532358 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f63069-e406-4691-9ae5-4b69ede32ceb req-ac3d8f28-470f-468e-87d1-78811820bdef tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0578730 Jan 17 02:44:24.582669 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-73f63069-e406-4691-9ae5-4b69ede32ceb req-9e0ebaf2-a5b6-4a85-af15-4d9f3742ee53 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Jan 17 02:44:25.711367 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec237a-1888-4d48-ae6c-a351e9a0b34a req-15124403-343f-4791-a0ad-5e854aa0788d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:25.712980 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aec237a-1888-4d48-ae6c-a351e9a0b34a req-15124403-343f-4791-a0ad-5e854aa0788d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0489476 Jan 17 02:44:25.770459 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0aec237a-1888-4d48-ae6c-a351e9a0b34a req-55ec5ef9-4ba2-43c2-8969-1898365c3366 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518949 Jan 17 02:44:26.913221 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562422-6242-4dea-9056-9089b1d577de req-3d91020a-c44b-4148-be44-5bb8bf208333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:26.914717 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66562422-6242-4dea-9056-9089b1d577de req-3d91020a-c44b-4148-be44-5bb8bf208333 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1099 time: 0.0662189 Jan 17 02:44:26.927054 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97427d9f-46d7-46fd-ba9c-5354611cdcf1 req-6f9c77e1-d636-46d9-90a3-e3729cce6617 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:26.928494 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97427d9f-46d7-46fd-ba9c-5354611cdcf1 req-6f9c77e1-d636-46d9-90a3-e3729cce6617 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0720379 Jan 17 02:44:27.037796 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-97427d9f-46d7-46fd-ba9c-5354611cdcf1 req-2361ffa8-418a-4d88-8281-0a0cd9492da7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034141 Jan 17 02:44:27.056177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562422-6242-4dea-9056-9089b1d577de req-1514f8f4-6517-4108-91e6-751c3d96f8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:27.057953 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66562422-6242-4dea-9056-9089b1d577de req-1514f8f4-6517-4108-91e6-751c3d96f8de service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 916 time: 0.1247265 Jan 17 02:44:27.099341 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66562422-6242-4dea-9056-9089b1d577de req-b1638eaa-37c4-4e37-907a-b6b3dae8e668 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 217 time: 0.0352328 Jan 17 02:44:27.163010 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562422-6242-4dea-9056-9089b1d577de req-f377ace6-dde0-43a4-9a45-da278b4946ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:27.168338 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66562422-6242-4dea-9056-9089b1d577de req-f377ace6-dde0-43a4-9a45-da278b4946ba service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 200 len: 854 time: 0.0595539 Jan 17 02:44:27.216257 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66562422-6242-4dea-9056-9089b1d577de req-e0fddc66-1846-4aec-98ac-310ca20f24d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:27.217896 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66562422-6242-4dea-9056-9089b1d577de req-e0fddc66-1846-4aec-98ac-310ca20f24d2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0473542 Jan 17 02:44:27.323665 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66562422-6242-4dea-9056-9089b1d577de req-ca3223b9-a4b9-4559-bf05-20365cd028b5 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856869 Jan 17 02:44:27.419799 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-66562422-6242-4dea-9056-9089b1d577de req-c29aedd4-8a1b-4f6d-bfe7-1d4bac545267 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886314 Jan 17 02:44:27.540448 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-d9883d87-6d03-4898-b0f7-8167c050b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:27.541931 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-d9883d87-6d03-4898-b0f7-8167c050b3c3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=64e093625bec4998bc4012524037d1eb&device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 1099 time: 0.0423322 Jan 17 02:44:27.647157 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-773efd8c-3145-42ec-90e3-cfd30263a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:27.649016 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-773efd8c-3145-42ec-90e3-cfd30263a66f service neutron] 10.222.0.64 "GET /v2.0/networks?id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 200 len: 916 time: 0.1001890 Jan 17 02:44:27.690481 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-ea55eb78-cd4c-44c4-ba62-ceef2e2cb83f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 200 len: 217 time: 0.0344174 Jan 17 02:44:27.742417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-f54b6743-f4e6-4847-b3fa-f32617e32019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:27.743901 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-f54b6743-f4e6-4847-b3fa-f32617e32019 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 200 len: 854 time: 0.0448792 Jan 17 02:44:27.794362 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-cf539ed6-3e88-43de-b295-b9d1974dbbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:27.795834 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-cf539ed6-3e88-43de-b295-b9d1974dbbd1 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444555 Jan 17 02:44:27.883859 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-33eaa292-2143-482b-98bb-b24204435e97 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815725 Jan 17 02:44:27.974935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5588edb6-9f3a-439b-b49a-f36f1942ad58 req-0818fba7-5f1a-4840-9f62-6e11988a9485 service neutron] 10.222.0.64 "GET /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846808 Jan 17 02:44:28.160733 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449a3f6-72a4-402e-930d-060057b86f46 req-90f00e57-7ca8-4569-aa53-4102ea9bd1a0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:28.162181 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8449a3f6-72a4-402e-930d-060057b86f46 req-90f00e57-7ca8-4569-aa53-4102ea9bd1a0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0498075 Jan 17 02:44:28.208299 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8449a3f6-72a4-402e-930d-060057b86f46 req-55c29abc-c03b-47ff-a499-493a24c627d1 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403738 Jan 17 02:44:29.386226 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f24e8c-3cdb-406b-9b07-e061ab9616d2 req-a095b3fc-2f17-4bd2-bc74-4db489aeaa9b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:29.387714 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8f24e8c-3cdb-406b-9b07-e061ab9616d2 req-a095b3fc-2f17-4bd2-bc74-4db489aeaa9b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.1000369 Jan 17 02:44:29.433153 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e8f24e8c-3cdb-406b-9b07-e061ab9616d2 req-5d9b5875-3b79-4bd4-b2a5-a4037dd0b625 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399468 Jan 17 02:44:29.914814 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e4368-2f09-45e8-94a7-6cf191833306 req-bbc4795d-42c9-4098-b856-9f8065e5bfe2 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:29.916276 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-030e4368-2f09-45e8-94a7-6cf191833306 req-bbc4795d-42c9-4098-b856-9f8065e5bfe2 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0552197 Jan 17 02:44:29.963510 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-030e4368-2f09-45e8-94a7-6cf191833306 req-a30a19a7-7b5c-4a98-a62d-56b662161932 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415671 Jan 17 02:44:30.575417 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fdd143-93e2-459f-a01a-dc5df15a1ff7 req-7e7a6435-d42c-4453-b6eb-c113c8938d9d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:30.576932 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9fdd143-93e2-459f-a01a-dc5df15a1ff7 req-7e7a6435-d42c-4453-b6eb-c113c8938d9d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 944 time: 0.0591559 Jan 17 02:44:30.629180 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a9fdd143-93e2-459f-a01a-dc5df15a1ff7 req-9a243feb-7f4c-45ed-aad7-b39b50d812ba tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427787 Jan 17 02:44:30.868638 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58800) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:31.044238 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Deleting port 23781922-1536-4b61-b88b-cb2179be3ef3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:31.044601 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (23781922-1536-4b61-b88b-cb2179be3ef3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:31.063245 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:44:31.165386 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df26c5-b421-4e92-9956-65d722fc1519 req-11240323-e462-42dc-9be3-c30b53081e36 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:31.166512 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:31.166978 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01df26c5-b421-4e92-9956-65d722fc1519 req-11240323-e462-42dc-9be3-c30b53081e36 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.0729187 Jan 17 02:44:31.168872 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (23781922-1536-4b61-b88b-cb2179be3ef3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:31.169194 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for floatingip (23781922-1536-4b61-b88b-cb2179be3ef3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:31.178284 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'port_id': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'mac_address': 'fa:16:3e:10:eb:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:44:31.190664 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Calling delete_port for 23781922-1536-4b61-b88b-cb2179be3ef3 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:31.220233 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8e033a10-4ded-4f31-af25-ef0b393110ad is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:44:31.220626 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:31.233706 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e033a10-4ded-4f31-af25-ef0b393110ad {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:44:31.254362 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:31.259421 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:31.269639 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-01df26c5-b421-4e92-9956-65d722fc1519 req-b40eb296-3703-4a3a-86a7-194fc55e744d tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930045 Jan 17 02:44:31.308057 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=9']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:31.370764 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (23781922-1536-4b61-b88b-cb2179be3ef3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:31.398090 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event deleted for resources: {'Port': ['ID=23781922-1536-4b61-b88b-cb2179be3ef3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:31.456796 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for floatingip (89f9ccdc-b959-4a7f-917e-4a1ac70c1db2), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:31.457021 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Floating IP 89f9ccdc-b959-4a7f-917e-4a1ac70c1db2 disassociated (deleted). External IP: 172.27.1.15, port: c601475c-0c44-4ca7-a396-6569cecefedc. Jan 17 02:44:31.662069 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:44:31.714457 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['8e033a10-4ded-4f31-af25-ef0b393110ad'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:44:32.100589 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:44:32.106699 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:32.110625 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] Sync routers for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:44:32.121917 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:32.122576 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:32.145365 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-728351db-16cd-431a-8850-db23b03b08dd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.146850 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-728351db-16cd-431a-8850-db23b03b08dd tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.64 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.1164668 Jan 17 02:44:32.156227 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eeaf83-d609-4a55-bb25-74a49978e6b8 req-e4e4dee8-d2e0-4760-b6d6-c24613186f54 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.157580 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-57eeaf83-d609-4a55-bb25-74a49978e6b8 req-e4e4dee8-d2e0-4760-b6d6-c24613186f54 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 945 time: 0.4420917 Jan 17 02:44:32.165338 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9f603b52-1bd8-411b-9cbf-4c9777fc38a3 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "DELETE /v2.0/floatingips/89f9ccdc-b959-4a7f-917e-4a1ac70c1db2 HTTP/1.1" status: 204 len: 168 time: 1.2956891 Jan 17 02:44:32.168097 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:44:32.170259 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aea021-65a1-470e-b944-df7ed12f4419" -d '{"events": [{"name": "network-changed", "server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:44:32.274943 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-57eeaf83-d609-4a55-bb25-74a49978e6b8 req-efcc58fb-0555-416d-813e-fb71b2649280 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085522 Jan 17 02:44:32.291907 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Deleting port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:32.292274 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:32.369244 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:32.387341 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d09b7d-d756-447e-a630-88d6d59f6dc2 x-openstack-request-id: req-a1d09b7d-d756-447e-a630-88d6d59f6dc2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:44:32.387647 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:44:32.387916 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a1d09b7d-d756-447e-a630-88d6d59f6dc2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:44:32.388337 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'status': 'completed', 'code': 200} Jan 17 02:44:32.486577 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-bd034aaf-f17a-40c8-a1d1-f242e640ed13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.489276 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-bd034aaf-f17a-40c8-a1d1-f242e640ed13 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0dec6844a62b4685a182219dbf9bea72&device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 1099 time: 0.0468404 Jan 17 02:44:32.494597 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46ad22-0bb1-45c8-af85-93c758416daa req-98f80b5b-a6d0-4abe-b389-81d93c5f3dc4 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.497735 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da46ad22-0bb1-45c8-af85-93c758416daa req-98f80b5b-a6d0-4abe-b389-81d93c5f3dc4 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/ports?device_id=06e84400-8d07-4d52-a0af-fe7faf22466e HTTP/1.1" status: 200 len: 946 time: 0.1079950 Jan 17 02:44:32.501107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] For port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:32.501512 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:32.538017 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Calling delete_port for 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 owned by compute:nova {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:32.546781 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6c23f-339f-4ccc-83c3-d40817d54cc5 req-8ab6243a-dfe3-4539-8fd9-01eb0fa8b935 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.548301 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-27d6c23f-339f-4ccc-83c3-d40817d54cc5 req-8ab6243a-dfe3-4539-8fd9-01eb0fa8b935 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.1254990 Jan 17 02:44:32.574732 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:54Z', 'revision_number': 5, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:32.583594 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-1dcbf32e-4429-4de5-a978-e3c8d5acbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.585390 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-1dcbf32e-4429-4de5-a978-e3c8d5acbd37 service neutron] 10.222.0.64 "GET /v2.0/networks?id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 200 len: 909 time: 0.0900741 Jan 17 02:44:32.601388 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] Checking router: e3f3f9b2-a8e9-4fba-8f31-35fafb025eab for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:44:32.610489 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:32.611122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:32.627044 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-a9a6f973-f04f-4f30-98b8-8d4d319f6273 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 200 len: 217 time: 0.0350502 Jan 17 02:44:32.644133 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-da46ad22-0bb1-45c8-af85-93c758416daa req-57e5211b-2ecb-4884-9a6f-943eb8209cfc tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.24 "GET /v2.0/security-groups?id=7a566f20-b5a4-4523-8156-42a3b0d56431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319213 Jan 17 02:44:32.671948 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-27d6c23f-339f-4ccc-83c3-d40817d54cc5 req-d11cf5f4-5e51-4910-9b84-bdc14c6abff6 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158123 Jan 17 02:44:32.694849 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-01b63751-87a1-4091-8e84-1e6570bb5b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.696377 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-01b63751-87a1-4091-8e84-1e6570bb5b17 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 200 len: 847 time: 0.0618069 Jan 17 02:44:32.722757 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:32.741038 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-7c73f660-b4fb-4cbf-aedf-101006e04df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:32.743286 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-7c73f660-b4fb-4cbf-aedf-101006e04df2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401354 Jan 17 02:44:32.748184 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (6165ac27-1cf4-4f9d-b4a0-390a637a75d1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:32.782644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Pushing event deleted for resources: {'Port': ['ID=6165ac27-1cf4-4f9d-b4a0-390a637a75d1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:32.807529 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['6165ac27-1cf4-4f9d-b4a0-390a637a75d1'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:44:32.841351 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] No DVR routers for this DVR port 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 on host hv-cinder-82160 {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:32.844516 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:32.848685 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] 10.222.0.64 "DELETE /v2.0/ports/6165ac27-1cf4-4f9d-b4a0-390a637a75d1 HTTP/1.1" status: 204 len: 173 time: 0.6899350 Jan 17 02:44:32.855481 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-c8ac0a27-669e-4cad-8c5c-8dcb59d57f5d service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061680 Jan 17 02:44:32.958176 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f4aea021-65a1-470e-b944-df7ed12f4419 req-e799c19b-b0cf-442f-a1e0-ccc40ce03dd5 service neutron] 10.222.0.64 "GET /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956163 Jan 17 02:44:32.962370 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:54Z', 'revision_number': 5, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:32.988574 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f9351b-a6e0-47b5-a158-4a69b99d6006 None None] The sync data for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi is: [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:49Z', 'revision_number': 4, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ed0e9250-8752-4292-a728-c7de65e4fc19', 'name': '', 'network_id': 'dc9234fe-3a43-4208-a1dc-e9ba7e69bac1', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'mac_address': 'fa:16:3e:c8:49:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '82b6d511-c552-4831-b534-bdc8034153b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:48Z', 'updated_at': '2022-01-17T02:36:54Z', 'revision_number': 5, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'subnets': [{'id': '82b6d511-c552-4831-b534-bdc8034153b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:44:33.088884 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:44:33.144815 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 8e033a10-4ded-4f31-af25-ef0b393110ad triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:44:33.145405 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:33.229318 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50931d31-eb07-4649-a7a8-8d732b7dd341 None None] New status for floating IP 89f9ccdc-b959-4a7f-917e-4a1ac70c1db2: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:44:33.234151 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 8e033a10-4ded-4f31-af25-ef0b393110ad is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:44:33.234588 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:33.271069 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:44:33.273428 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655cd1b5-1e39-4d04-bfd8-415a7d646396" -d '{"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-plugged", "status": "completed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:44:33.286721 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:33.299802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:33.335492 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bedc5f52-1422-410a-becf-6c162a9e755d x-openstack-request-id: req-bedc5f52-1422-410a-becf-6c162a9e755d {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:44:33.335806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-plugged", "status": "completed", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:44:33.336081 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bedc5f52-1422-410a-becf-6c162a9e755d {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:44:33.336469 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'code': 200} Jan 17 02:44:33.362732 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=10']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:33.430860 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bba610-0134-4de0-a7a5-c6fb661461c5 req-de895275-c3db-4b67-a10c-9efae8734851 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:33.432407 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3bba610-0134-4de0-a7a5-c6fb661461c5 req-de895275-c3db-4b67-a10c-9efae8734851 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0517838 Jan 17 02:44:33.494804 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b3bba610-0134-4de0-a7a5-c6fb661461c5 req-02425e34-ba18-44ed-88b0-2146427b1223 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562260 Jan 17 02:44:33.601756 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327a513c-bc2a-43e2-950a-1b5ac2c8bc75 req-b7dd7b77-6ee0-4d9d-a798-f2d5b10d4f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:33.603242 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-327a513c-bc2a-43e2-950a-1b5ac2c8bc75 req-b7dd7b77-6ee0-4d9d-a798-f2d5b10d4f2b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1100 time: 0.0405200 Jan 17 02:44:33.649843 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-327a513c-bc2a-43e2-950a-1b5ac2c8bc75 req-ea7d91b3-e617-472f-abfb-bab9a678e2ec service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390990 Jan 17 02:44:33.790440 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded9be6-1ae9-4dec-8d8f-ee5b688612ab req-99856b51-2eac-42f2-b652-241655dee4b8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:33.791982 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ded9be6-1ae9-4dec-8d8f-ee5b688612ab req-99856b51-2eac-42f2-b652-241655dee4b8 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0495489 Jan 17 02:44:33.843014 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-7ded9be6-1ae9-4dec-8d8f-ee5b688612ab req-dddd7e2f-6ee4-4a7b-8705-7126e99def59 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454264 Jan 17 02:44:34.211873 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58868) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:34.412316 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'name': 'network-vif-deleted', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:44:34.414717 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f89b444-e03c-49f3-872a-bad06670565a" -d '{"events": [{"server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "name": "network-vif-deleted", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:44:34.466307 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8382cc75-343e-46a3-9852-0fc271a30495 x-openstack-request-id: req-8382cc75-343e-46a3-9852-0fc271a30495 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:44:34.466612 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06e84400-8d07-4d52-a0af-fe7faf22466e", "name": "network-vif-deleted", "tag": "6165ac27-1cf4-4f9d-b4a0-390a637a75d1", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:44:34.466860 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8382cc75-343e-46a3-9852-0fc271a30495 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:44:34.467242 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06e84400-8d07-4d52-a0af-fe7faf22466e', 'name': 'network-vif-deleted', 'tag': '6165ac27-1cf4-4f9d-b4a0-390a637a75d1', 'status': 'completed', 'code': 200} Jan 17 02:44:34.626643 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b942ff-0d7c-416b-887b-40be52eaf003 req-5f86c75c-ec36-4d61-a914-7275cd4d3629 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:34.628120 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25b942ff-0d7c-416b-887b-40be52eaf003 req-5f86c75c-ec36-4d61-a914-7275cd4d3629 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0597453 Jan 17 02:44:34.631799 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (88f63be1-4778-4280-a323-cbb6d628821a), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:34.745833 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-25b942ff-0d7c-416b-887b-40be52eaf003 req-b5ffcdcf-7a38-4730-ab3c-a91e1f662344 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119318 Jan 17 02:44:34.910207 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Deleting port 60852616-f27e-4510-bb98-5f0fac9085dd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:34.910900 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:34.940915 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-b0d51131-f4a6-49ad-a0f2-9c4088f44c42 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:34.943190 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-b0d51131-f4a6-49ad-a0f2-9c4088f44c42 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.64 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0518520 Jan 17 02:44:35.018107 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35b3465-94bf-454e-96cb-fc5b6cd56b8c req-700c613d-303d-484d-a7da-317845222850 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:35.019502 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d35b3465-94bf-454e-96cb-fc5b6cd56b8c req-700c613d-303d-484d-a7da-317845222850 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 946 time: 0.0956507 Jan 17 02:44:35.037024 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Deleting port c601475c-0c44-4ca7-a396-6569cecefedc {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:35.037368 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:35.037794 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] For port 60852616-f27e-4510-bb98-5f0fac9085dd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=60852616-f27e-4510-bb98-5f0fac9085dd,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:35.038181 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:35.056788 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Calling delete_port for 60852616-f27e-4510-bb98-5f0fac9085dd owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:35.119231 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d35b3465-94bf-454e-96cb-fc5b6cd56b8c req-83f3e744-8007-479b-841e-fbd5450951d6 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/security-groups?id=0d408aee-6fe3-47fe-9bc8-982f5a1e9636&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936570 Jan 17 02:44:35.127495 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] For port c601475c-0c44-4ca7-a396-6569cecefedc, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c601475c-0c44-4ca7-a396-6569cecefedc,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:35.128256 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:35.142488 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Calling delete_port for c601475c-0c44-4ca7-a396-6569cecefedc owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:35.275813 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (c601475c-0c44-4ca7-a396-6569cecefedc), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:35.278508 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (60852616-f27e-4510-bb98-5f0fac9085dd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:35.307134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event deleted for resources: {'Port': ['ID=c601475c-0c44-4ca7-a396-6569cecefedc,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:35.316150 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=60852616-f27e-4510-bb98-5f0fac9085dd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:35.370354 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] No DVR routers for this DVR port c601475c-0c44-4ca7-a396-6569cecefedc on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:35.373276 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:35.376832 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-5322ca6e-9c85-4b49-98da-6e100c773d3f req-a02591e9-444f-4a3f-a693-f5a86ff3dd97 tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.64 "DELETE /v2.0/ports/c601475c-0c44-4ca7-a396-6569cecefedc HTTP/1.1" status: 204 len: 173 time: 0.4278903 Jan 17 02:44:35.377291 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-deleted', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:44:35.379571 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35789fd3-6757-4776-8864-6e14053c579d" -d '{"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-deleted", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:44:35.428464 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b717ef1-bd0e-4dae-a0c6-9484db20353e x-openstack-request-id: req-6b717ef1-bd0e-4dae-a0c6-9484db20353e {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:44:35.429102 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "836aee89-f8f7-4788-8051-2d62fd7adacb", "name": "network-vif-deleted", "tag": "c601475c-0c44-4ca7-a396-6569cecefedc", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:44:35.429356 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6b717ef1-bd0e-4dae-a0c6-9484db20353e {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:44:35.429753 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '836aee89-f8f7-4788-8051-2d62fd7adacb', 'name': 'network-vif-deleted', 'tag': 'c601475c-0c44-4ca7-a396-6569cecefedc', 'status': 'completed', 'code': 200} Jan 17 02:44:35.520676 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (88f63be1-4778-4280-a323-cbb6d628821a), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:35.766630 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Router 88f63be1-4778-4280-a323-cbb6d628821a has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:44:35.992852 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb3898-6dd2-4c1a-8c3e-c664e42d5b4f req-3f20e005-8fa5-4714-88f1-60874a1c20ab tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:35.994400 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72cb3898-6dd2-4c1a-8c3e-c664e42d5b4f req-3f20e005-8fa5-4714-88f1-60874a1c20ab tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.1201439 Jan 17 02:44:36.030339 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:44:36.045184 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-56657603-0372-4d32-802b-355b00216f40 admin admin] 10.222.0.24 "PUT /v2.0/routers/88f63be1-4778-4280-a323-cbb6d628821a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8320880 Jan 17 02:44:36.045327 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58922) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:36.050158 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] Sync routers for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:44:36.084771 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:36.085438 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:36.099500 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72cb3898-6dd2-4c1a-8c3e-c664e42d5b4f req-f6242dbc-1b44-4b53-8b54-86fee1fbf9b4 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958452 Jan 17 02:44:36.255160 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks [] for router (88f63be1-4778-4280-a323-cbb6d628821a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:36.314108 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-542a25e9-1fdc-48d8-92c1-abe6c09c80ee req-d1dfcdbd-fc1e-4fb6-ab39-d51230ba094e tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "GET /v2.0/ports?device_id=836aee89-f8f7-4788-8051-2d62fd7adacb HTTP/1.1" status: 200 len: 210 time: 0.0388131 Jan 17 02:44:36.324972 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:36.566174 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:44:35Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:36.597626 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] Checking router: 88f63be1-4778-4280-a323-cbb6d628821a for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:44:36.617432 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] Routers {'88f63be1-4778-4280-a323-cbb6d628821a'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:36.619593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['88f63be1-4778-4280-a323-cbb6d628821a'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:36.661636 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks [] for router_gateway (88f63be1-4778-4280-a323-cbb6d628821a), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:36.728464 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Deleting port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:36.728894 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:36.750051 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] Set router 88f63be1-4778-4280-a323-cbb6d628821a gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:36.806814 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] For port d1f1a3cb-9aeb-4176-977d-ca9f1e89d635, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:36.807309 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:36.821134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Calling delete_port for d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:36.929328 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:44:35Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:36.956142 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2691cf6e-f346-4b65-886c-bd2210c22815 None None] The sync data for ids ['88f63be1-4778-4280-a323-cbb6d628821a'] in dv-cinder-821602-13-iscsi is: [{'id': '88f63be1-4778-4280-a323-cbb6d628821a', 'name': 'tempest-TestMinimumBasicScenario-1328382369-router', 'tenant_id': '64e093625bec4998bc4012524037d1eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237'}], 'enable_snat': True}, 'gw_port_id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:44:35Z', 'revision_number': 5, 'project_id': '64e093625bec4998bc4012524037d1eb', 'gw_port': {'id': 'd1f1a3cb-9aeb-4176-977d-ca9f1e89d635', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:4e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f63be1-4778-4280-a323-cbb6d628821a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:40:56Z', 'updated_at': '2022-01-17T02:41:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:44:36.985411 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (d1f1a3cb-9aeb-4176-977d-ca9f1e89d635), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.013379 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Pushing event deleted for resources: {'Port': ['ID=d1f1a3cb-9aeb-4176-977d-ca9f1e89d635,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:37.073544 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (88f63be1-4778-4280-a323-cbb6d628821a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.114400 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:37.134905 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:37.135221 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 6165ac27-1cf4-4f9d-b4a0-390a637a75d1 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:37.161189 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (88f63be1-4778-4280-a323-cbb6d628821a), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.163371 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks [] for router_controller (88f63be1-4778-4280-a323-cbb6d628821a), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.206416 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (88f63be1-4778-4280-a323-cbb6d628821a), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.207032 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f63be1-4778-4280-a323-cbb6d628821a {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:44:37.213137 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.216129 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7b2738b3-23bd-4f4a-b9ea-d040ede9dbab admin admin] 10.222.0.24 "DELETE /v2.0/routers/88f63be1-4778-4280-a323-cbb6d628821a HTTP/1.1" status: 204 len: 168 time: 1.1649508 Jan 17 02:44:37.216439 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58938) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:37.230670 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167bef5e-afff-43e8-93db-1afdd67ccc24 req-3691200a-2de0-46b5-8afc-3a70efbb43b0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:37.232255 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-167bef5e-afff-43e8-93db-1afdd67ccc24 req-3691200a-2de0-46b5-8afc-3a70efbb43b0 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0499918 Jan 17 02:44:37.262984 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] Deleting subnet afc5fc5d-2cef-4540-a1f1-bb400c429293 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:44:37.266153 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] Publish callbacks [] for subnet (afc5fc5d-2cef-4540-a1f1-bb400c429293), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.279528 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-167bef5e-afff-43e8-93db-1afdd67ccc24 req-8ee2954e-5829-4cd8-9cbe-29f49536497c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416152 Jan 17 02:44:37.301460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (afc5fc5d-2cef-4540-a1f1-bb400c429293), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.378505 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58944) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:37.414016 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (afc5fc5d-2cef-4540-a1f1-bb400c429293), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.442703 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006aab52-c839-4472-b3ae-8a21cd9d367d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group (0d408aee-6fe3-47fe-9bc8-982f5a1e9636), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.469926 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006aab52-c839-4472-b3ae-8a21cd9d367d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group (0d408aee-6fe3-47fe-9bc8-982f5a1e9636), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.480792 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (afc5fc5d-2cef-4540-a1f1-bb400c429293), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.508337 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afc5fc5d-2cef-4540-a1f1-bb400c429293,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:37.510644 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.514178 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-50e5525d-5236-40d0-a596-ab3642e0ba56 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/afc5fc5d-2cef-4540-a1f1-bb400c429293 HTTP/1.1" status: 204 len: 168 time: 0.2967687 Jan 17 02:44:37.516826 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58946) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:37.531293 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b4fbb7-61bf-4d64-8a8d-997d0186984b None None] Network f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:44:37.545508 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006aab52-c839-4472-b3ae-8a21cd9d367d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0d408aee-6fe3-47fe-9bc8-982f5a1e9636), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.548972 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-006aab52-c839-4472-b3ae-8a21cd9d367d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.550492 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-006aab52-c839-4472-b3ae-8a21cd9d367d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] 10.222.0.24 "DELETE /v2.0/security-groups/0d408aee-6fe3-47fe-9bc8-982f5a1e9636 HTTP/1.1" status: 204 len: 168 time: 0.1709206 Jan 17 02:44:37.561913 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006aab52-c839-4472-b3ae-8a21cd9d367d tempest-TestShelveInstance-40749713 tempest-TestShelveInstance-40749713-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d408aee-6fe3-47fe-9bc8-982f5a1e9636,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:37.596919 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.626854 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58950) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:37.696597 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Deleting port 647f931a-d5d5-4d95-bc25-06133fd35e7b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:37.697024 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.719465 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] DHCP port deletion for f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:44:37.787324 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] For port 647f931a-d5d5-4d95-bc25-06133fd35e7b, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=647f931a-d5d5-4d95-bc25-06133fd35e7b,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:37.787652 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.788393 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] Deleting port 647f931a-d5d5-4d95-bc25-06133fd35e7b {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:37.789280 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.803861 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Calling delete_port for 647f931a-d5d5-4d95-bc25-06133fd35e7b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:37.862582 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] For port 647f931a-d5d5-4d95-bc25-06133fd35e7b, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=647f931a-d5d5-4d95-bc25-06133fd35e7b,segment=NetworkSegment(c97bad88-aabe-481d-988f-ca8bbc6eb942),segment_id=c97bad88-aabe-481d-988f-ca8bbc6eb942)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:37.863710 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.883113 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] Calling delete_port for 647f931a-d5d5-4d95-bc25-06133fd35e7b owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:37.922275 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:37.955633 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Pushing event deleted for resources: {'Port': ['ID=647f931a-d5d5-4d95-bc25-06133fd35e7b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:37.962967 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] No DVR routers for this DVR port 647f931a-d5d5-4d95-bc25-06133fd35e7b on host dv-cinder-821602-13-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:38.026965 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952'] for port (647f931a-d5d5-4d95-bc25-06133fd35e7b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.048767 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.063324 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] Pushing event deleted for resources: {'Port': ['ID=647f931a-d5d5-4d95-bc25-06133fd35e7b,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:38.066506 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7729b33f-d122-408a-b417-fdc388a7bd36 None None] No DVR routers for this DVR port 647f931a-d5d5-4d95-bc25-06133fd35e7b on host dv-cinder-821602-13-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:38.084946 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:38.098427 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97bad88-aabe-481d-988f-ca8bbc6eb942') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:38.098780 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97bad88-aabe-481d-988f-ca8bbc6eb942') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:38.126328 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (c97bad88-aabe-481d-988f-ca8bbc6eb942), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.148253 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (c97bad88-aabe-481d-988f-ca8bbc6eb942), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.157395 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:44:38.158117 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (c97bad88-aabe-481d-988f-ca8bbc6eb942), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:44:38.160627 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:44:38.166477 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:44:38.233072 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 647f931a-d5d5-4d95-bc25-06133fd35e7b no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:38.239983 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.247182 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.254311 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d HTTP/1.1" status: 204 len: 168 time: 0.7335849 Jan 17 02:44:38.254789 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58966) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:38.269223 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de3b3a-f470-4e1b-99ff-0941a93a3a78 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1ab6242-6ca5-4ff0-9d8f-51b0841ba34d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:38.285183 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 647f931a-d5d5-4d95-bc25-06133fd35e7b {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:38.285536 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 647f931a-d5d5-4d95-bc25-06133fd35e7b not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:38.285954 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:38.312734 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:38.313082 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1f1a3cb-9aeb-4176-977d-ca9f1e89d635 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:38.313497 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 60852616-f27e-4510-bb98-5f0fac9085dd no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:38.332444 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 60852616-f27e-4510-bb98-5f0fac9085dd {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:38.332789 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 60852616-f27e-4510-bb98-5f0fac9085dd not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:38.634158 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.742051 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.853108 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-5b849894-a5ba-4cf1-816f-2ab0e12dd802 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441639 Jan 17 02:44:38.873285 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (de34bc90-167d-4dba-893f-c6993aa943a8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:38.927338 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-852e415a-4226-4d7a-a975-f8f99d8e6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:38.928786 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-852e415a-4226-4d7a-a975-f8f99d8e6cb3 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=0e6a07fd918d456ea8cae8d52b172382&device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 1100 time: 0.0404096 Jan 17 02:44:39.030463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-22af0205-da6f-4359-a84b-660cdc9ce8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:39.031947 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-22af0205-da6f-4359-a84b-660cdc9ce8a4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 200 len: 918 time: 0.0840397 Jan 17 02:44:39.100358 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-ba8eb979-88c3-4469-906b-d595a46599b1 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 200 len: 1002 time: 0.0615144 Jan 17 02:44:39.113849 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c601475c-0c44-4ca7-a396-6569cecefedc no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:39.134316 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: c601475c-0c44-4ca7-a396-6569cecefedc {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:39.134665 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device c601475c-0c44-4ca7-a396-6569cecefedc not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:39.152160 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-c5ddf0e1-cf2b-402c-9302-35ece988cf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:39.153717 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-c5ddf0e1-cf2b-402c-9302-35ece988cf83 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 200 len: 856 time: 0.0462747 Jan 17 02:44:39.182165 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Deleting port ed0e9250-8752-4292-a728-c7de65e4fc19 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:39.182366 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:39.197290 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-ea2f62d2-b806-4f08-94f0-b0ec06f30800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:44:39.198812 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-ea2f62d2-b806-4f08-94f0-b0ec06f30800 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=8338e3ec-35ae-45c9-9027-5a5ad4414b55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386751 Jan 17 02:44:39.289982 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] For port ed0e9250-8752-4292-a728-c7de65e4fc19, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ed0e9250-8752-4292-a728-c7de65e4fc19,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:39.290607 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:39.291219 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-d2446066-614b-4144-b3bc-c7eafe601755 service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861659 Jan 17 02:44:39.305680 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Calling delete_port for ed0e9250-8752-4292-a728-c7de65e4fc19 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:39.310848 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Deleting port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:39.311177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:39.381042 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7b9fd953-b608-4c54-acf7-e64b510698fe req-18aa03fa-a83a-472e-9516-530fad914cdf service neutron] 10.222.0.64 "GET /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837522 Jan 17 02:44:39.440050 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] For port 35df5842-ad7a-4757-9f7f-946aa4e6b2b9, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,segment=NetworkSegment(758cb163-df98-4e83-8047-1eddc0b34ccb),segment_id=758cb163-df98-4e83-8047-1eddc0b34ccb)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:39.440302 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:39.491201 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Calling delete_port for 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:39.653838 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (ed0e9250-8752-4292-a728-c7de65e4fc19), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:39.670307 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f443839c-56e5-41f5-b313-50fa71a4ecb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:39.691061 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0e9250-8752-4292-a728-c7de65e4fc19,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:39.838123 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (35df5842-ad7a-4757-9f7f-946aa4e6b2b9), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:39.902212 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Pushing event deleted for resources: {'Port': ['ID=35df5842-ad7a-4757-9f7f-946aa4e6b2b9,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:39.965516 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:40.423947 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (de34bc90-167d-4dba-893f-c6993aa943a8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:40.605396 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:44:40.792936 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Router de34bc90-167d-4dba-893f-c6993aa943a8 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:44:40.794131 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:44:40.800158 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4c09b519-4bc1-4592-abea-3ea7802374af admin admin] 10.222.0.24 "PUT /v2.0/routers/e3f3f9b2-a8e9-4fba-8f31-35fafb025eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1719682 Jan 17 02:44:40.803215 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58972) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:40.807389 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] Sync routers for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:44:40.817847 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:40.818444 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:40.911562 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:44:40.916754 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4c856729-47ad-4797-80dc-0d2bb23dcce3 admin admin] 10.222.0.24 "PUT /v2.0/routers/de34bc90-167d-4dba-893f-c6993aa943a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6584947 Jan 17 02:44:40.919218 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58974) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:40.920243 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks [] for router (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:40.922694 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] Sync routers for ids ['de34bc90-167d-4dba-893f-c6993aa943a8'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:44:40.925071 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:40.937679 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] Routers {'de34bc90-167d-4dba-893f-c6993aa943a8'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:40.938635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['de34bc90-167d-4dba-893f-c6993aa943a8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:41.027686 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks [] for router (de34bc90-167d-4dba-893f-c6993aa943a8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.034577 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks [] for router_gateway (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.053431 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] Set router de34bc90-167d-4dba-893f-c6993aa943a8 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:41.104237 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Deleting port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:41.104575 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.146936 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks [] for router_gateway (de34bc90-167d-4dba-893f-c6993aa943a8), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.205801 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] For port c4e406df-ec4e-4a4b-9c75-14c1d7299b5f, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:41.206263 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.220830 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Deleting port 6219dc53-2ad3-4abf-94f6-041baf4a9a09 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:41.221307 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.223145 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Calling delete_port for c4e406df-ec4e-4a4b-9c75-14c1d7299b5f owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:41.237823 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246'}], 'enable_snat': True}, 'gw_port_id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:44:39Z', 'revision_number': 5, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port': {'id': 'c4e406df-ec4e-4a4b-9c75-14c1d7299b5f', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:18:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:41.276175 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] Checking router: e3f3f9b2-a8e9-4fba-8f31-35fafb025eab for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:44:41.284756 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] Routers {'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:41.285364 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:41.335478 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] For port 6219dc53-2ad3-4abf-94f6-041baf4a9a09, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=6219dc53-2ad3-4abf-94f6-041baf4a9a09,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:41.335999 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.349045 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Calling delete_port for 6219dc53-2ad3-4abf-94f6-041baf4a9a09 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:41.392572 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] Set router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:41.416545 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51'}], 'enable_snat': True}, 'gw_port_id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:44:39Z', 'revision_number': 5, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port': {'id': '6219dc53-2ad3-4abf-94f6-041baf4a9a09', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:36:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:41:01Z', 'updated_at': '2022-01-17T02:41:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:41.426551 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (c4e406df-ec4e-4a4b-9c75-14c1d7299b5f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.447527 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] Checking router: de34bc90-167d-4dba-893f-c6993aa943a8 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:44:41.459575 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] Routers {'de34bc90-167d-4dba-893f-c6993aa943a8'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:41.459575 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['de34bc90-167d-4dba-893f-c6993aa943a8'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:41.464365 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:44:41Z', 'revision_number': 6, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:41.470432 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4e406df-ec4e-4a4b-9c75-14c1d7299b5f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:41.498981 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b9be21-e1fd-489d-a1c9-8bb28f8298bd None None] The sync data for ids ['e3f3f9b2-a8e9-4fba-8f31-35fafb025eab'] in dv-cinder-821602-13-iscsi is: [{'id': 'e3f3f9b2-a8e9-4fba-8f31-35fafb025eab', 'name': 'tempest-TestShelveInstance-689522106-router', 'tenant_id': '0dec6844a62b4685a182219dbf9bea72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:45Z', 'updated_at': '2022-01-17T02:44:41Z', 'revision_number': 6, 'project_id': '0dec6844a62b4685a182219dbf9bea72', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:44:41.550536 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.573295 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] Set router de34bc90-167d-4dba-893f-c6993aa943a8 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:41.583895 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (6219dc53-2ad3-4abf-94f6-041baf4a9a09), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.609239 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6219dc53-2ad3-4abf-94f6-041baf4a9a09,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:41.630774 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:44:41Z', 'revision_number': 6, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:41.650144 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.653051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks [] for router_controller (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.658721 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-139685ed-941e-4b81-be5d-3fd7e48d9d75 None None] The sync data for ids ['de34bc90-167d-4dba-893f-c6993aa943a8'] in dv-cinder-821602-13-iscsi is: [{'id': 'de34bc90-167d-4dba-893f-c6993aa943a8', 'name': 'tempest-TestMinimumBasicScenario-1522595321-router', 'tenant_id': 'e6d431db18fc48ccb1adf603a82fd609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:41:00Z', 'updated_at': '2022-01-17T02:44:41Z', 'revision_number': 6, 'project_id': 'e6d431db18fc48ccb1adf603a82fd609', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:44:41.679115 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (de34bc90-167d-4dba-893f-c6993aa943a8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.700323 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (e3f3f9b2-a8e9-4fba-8f31-35fafb025eab), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.700886 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f3f9b2-a8e9-4fba-8f31-35fafb025eab {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:44:41.705369 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.706506 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-01eba576-25a2-45bb-bb70-c1e734dc5079 admin admin] 10.222.0.24 "DELETE /v2.0/routers/e3f3f9b2-a8e9-4fba-8f31-35fafb025eab HTTP/1.1" status: 204 len: 168 time: 0.9020243 Jan 17 02:44:41.709088 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58978) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:41.751540 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] Deleting subnet 82b6d511-c552-4831-b534-bdc8034153b5 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:44:41.754749 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] Publish callbacks [] for subnet (82b6d511-c552-4831-b534-bdc8034153b5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.784129 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (de34bc90-167d-4dba-893f-c6993aa943a8), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.786289 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks [] for router_controller (de34bc90-167d-4dba-893f-c6993aa943a8), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.788853 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (82b6d511-c552-4831-b534-bdc8034153b5), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.858016 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (de34bc90-167d-4dba-893f-c6993aa943a8), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.858614 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de34bc90-167d-4dba-893f-c6993aa943a8 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:44:41.865516 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.867645 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a85c20a7-d0f3-4a3f-b085-254f3d722ca6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/de34bc90-167d-4dba-893f-c6993aa943a8 HTTP/1.1" status: 204 len: 168 time: 0.9465156 Jan 17 02:44:41.873612 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58980) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:41.890617 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-87f56f5d-3e37-40de-8a5c-49070f338495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.913123 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (82b6d511-c552-4831-b534-bdc8034153b5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:41.948909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] Deleting subnet 8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:44:41.954507 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] Publish callbacks [] for subnet (8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.001130 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.022687 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (82b6d511-c552-4831-b534-bdc8034153b5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.055063 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.058221 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/82b6d511-c552-4831-b534-bdc8034153b5 HTTP/1.1" status: 204 len: 168 time: 0.3481879 Jan 17 02:44:42.060592 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe075e3-365f-4e76-8480-82ff3f61c146 None None] Network dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:44:42.061106 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39162e3-aa91-4229-a4a3-f0a0402e4e3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82b6d511-c552-4831-b534-bdc8034153b5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:42.061212 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58982) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:42.106086 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.138230 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.194431 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.210234 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Deleting port d1a7a758-175e-4214-a2bf-d00bd8e938c1 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:42.210570 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.230313 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:42.236679 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.242714 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-4c66ec21-3d81-4f24-8fdd-290172064c01 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b7a4cfa-96e6-41b5-b9ac-a1557eb5ae08 HTTP/1.1" status: 204 len: 168 time: 0.3675244 Jan 17 02:44:42.243410 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58984) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:42.248181 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de49163-d33a-458c-a26d-57035e9891c6 None None] Network 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:44:42.295466 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] For port d1a7a758-175e-4214-a2bf-d00bd8e938c1, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=d1a7a758-175e-4214-a2bf-d00bd8e938c1,segment=NetworkSegment(2c9d61c9-2497-4cef-b4db-02a8914a6ee6),segment_id=2c9d61c9-2497-4cef-b4db-02a8914a6ee6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:42.295761 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.310103 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Calling delete_port for d1a7a758-175e-4214-a2bf-d00bd8e938c1 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:42.328429 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.380680 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Deleting port 109f58c6-f763-4bf7-8179-4a68ed22c0bd {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:42.381005 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.389794 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (d1a7a758-175e-4214-a2bf-d00bd8e938c1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.415979 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1a7a758-175e-4214-a2bf-d00bd8e938c1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:42.420889 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] No DVR routers for this DVR port d1a7a758-175e-4214-a2bf-d00bd8e938c1 on host dv-cinder-821602-13-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:42.445536 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] For port 109f58c6-f763-4bf7-8179-4a68ed22c0bd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=109f58c6-f763-4bf7-8179-4a68ed22c0bd,segment=NetworkSegment(758cb163-df98-4e83-8047-1eddc0b34ccb),segment_id=758cb163-df98-4e83-8047-1eddc0b34ccb)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:42.445775 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.458628 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Calling delete_port for 109f58c6-f763-4bf7-8179-4a68ed22c0bd owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:42.495929 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.538090 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa1f5b6-36c7-430f-99bd-7dcaa2b835bb None None] DHCP port deletion for dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:44:42.542820 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9234fe-3a43-4208-a1dc-e9ba7e69bac1']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:42.560835 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9d61c9-2497-4cef-b4db-02a8914a6ee6') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:42.561211 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9d61c9-2497-4cef-b4db-02a8914a6ee6') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:42.561393 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (109f58c6-f763-4bf7-8179-4a68ed22c0bd), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.574033 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14246681'] for segment (2c9d61c9-2497-4cef-b4db-02a8914a6ee6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.589870 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Pushing event deleted for resources: {'Port': ['ID=109f58c6-f763-4bf7-8179-4a68ed22c0bd,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:42.591951 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (2c9d61c9-2497-4cef-b4db-02a8914a6ee6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.592459 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] No DVR routers for this DVR port 109f58c6-f763-4bf7-8179-4a68ed22c0bd on host dv-cinder-821602-13-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:42.599708 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:44:42.600083 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14116049'] for segment (2c9d61c9-2497-4cef-b4db-02a8914a6ee6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: timer() Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: cb(*args, **kw) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: self._notify() Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: self.callback(batched_events) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: event.method(event) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._get(url).json() Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:44:42.602565 dv-cinder-821602-13-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:44:42.669574 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (dc9234fe-3a43-4208-a1dc-e9ba7e69bac1), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.670684 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.675749 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.679633 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] 10.222.0.24 "DELETE /v2.0/networks/dc9234fe-3a43-4208-a1dc-e9ba7e69bac1 HTTP/1.1" status: 204 len: 168 time: 0.6166716 Jan 17 02:44:42.683636 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 58988) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:42.690474 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac37bd7-f0b0-4b8b-85ba-eb5102f7a150 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9234fe-3a43-4208-a1dc-e9ba7e69bac1,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:42.728096 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:42.742688 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758cb163-df98-4e83-8047-1eddc0b34ccb') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:42.742972 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758cb163-df98-4e83-8047-1eddc0b34ccb') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:42.755229 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (758cb163-df98-4e83-8047-1eddc0b34ccb), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.798224 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (758cb163-df98-4e83-8047-1eddc0b34ccb), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.808292 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:44:42.808600 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (758cb163-df98-4e83-8047-1eddc0b34ccb), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:44:42.810365 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:44:42.889780 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1af31f-7449-4d3f-89ed-b2f267d9717b None None] DHCP port deletion for 78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:44:42.918043 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.923120 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:42.931055 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] 10.222.0.24 "DELETE /v2.0/networks/78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3 HTTP/1.1" status: 204 len: 168 time: 0.6860993 Jan 17 02:44:43.001368 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ed0e9250-8752-4292-a728-c7de65e4fc19 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:43.027491 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: ed0e9250-8752-4292-a728-c7de65e4fc19 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:43.027786 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ed0e9250-8752-4292-a728-c7de65e4fc19 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:43.029669 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.087044 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58992) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:43.142046 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-fc6aac57-bc78-477b-8180-c2f2acd4e7be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=64e093625bec4998bc4012524037d1eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0537391 Jan 17 02:44:43.142685 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 58994) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:43.197674 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa49c-1c97-4d67-870d-b45727fa62ec admin admin] Publish callbacks [] for security_group (7a566f20-b5a4-4523-8156-42a3b0d56431), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.223222 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa49c-1c97-4d67-870d-b45727fa62ec admin admin] Publish callbacks [] for security_group (7a566f20-b5a4-4523-8156-42a3b0d56431), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.234604 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c29c12-7dca-4773-899f-6b06daf9544f admin admin] Pushing event deleted for resources: {'Network': ['ID=78cf7117-9ecf-455d-b6b0-cdebe2aa7fb3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:43.272774 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa49c-1c97-4d67-870d-b45727fa62ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (7a566f20-b5a4-4523-8156-42a3b0d56431), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.279676 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e1aaa49c-1c97-4d67-870d-b45727fa62ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.281588 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e1aaa49c-1c97-4d67-870d-b45727fa62ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a566f20-b5a4-4523-8156-42a3b0d56431 HTTP/1.1" status: 204 len: 168 time: 0.1379693 Jan 17 02:44:43.292680 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aaa49c-1c97-4d67-870d-b45727fa62ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a566f20-b5a4-4523-8156-42a3b0d56431,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:43.466152 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (36b5cc0b-a776-4d6a-9113-1619e3d135b3), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.622245 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59002) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:43.662251 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5c251ea6-4c63-4615-8d85-dfd544f32f90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e6d431db18fc48ccb1adf603a82fd609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387504 Jan 17 02:44:43.664890 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59004) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:43.713496 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae75598b-e6ae-40db-aa4c-13aa070dde4f admin admin] Publish callbacks [] for security_group (61518843-0e96-4615-b50b-77dd832ff323), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.734058 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae75598b-e6ae-40db-aa4c-13aa070dde4f admin admin] Publish callbacks [] for security_group (61518843-0e96-4615-b50b-77dd832ff323), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.761814 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Deleting port 572ca519-4607-4db9-a6c1-53e90f2059b7 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:43.762136 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.784632 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae75598b-e6ae-40db-aa4c-13aa070dde4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (61518843-0e96-4615-b50b-77dd832ff323), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.787363 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-ae75598b-e6ae-40db-aa4c-13aa070dde4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.788537 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-ae75598b-e6ae-40db-aa4c-13aa070dde4f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61518843-0e96-4615-b50b-77dd832ff323 HTTP/1.1" status: 204 len: 168 time: 0.1227808 Jan 17 02:44:43.802990 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75598b-e6ae-40db-aa4c-13aa070dde4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61518843-0e96-4615-b50b-77dd832ff323,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:43.853982 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] For port 572ca519-4607-4db9-a6c1-53e90f2059b7, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=572ca519-4607-4db9-a6c1-53e90f2059b7,segment=NetworkSegment(74fbb99c-a8cd-4162-a877-c3c6ece1e867),segment_id=74fbb99c-a8cd-4162-a877-c3c6ece1e867)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:43.854479 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:43.858000 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c4e406df-ec4e-4a4b-9c75-14c1d7299b5f no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:43.867636 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Calling delete_port for 572ca519-4607-4db9-a6c1-53e90f2059b7 owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:43.878188 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: c4e406df-ec4e-4a4b-9c75-14c1d7299b5f {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:43.878535 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c4e406df-ec4e-4a4b-9c75-14c1d7299b5f not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:43.878973 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 6219dc53-2ad3-4abf-94f6-041baf4a9a09 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:43.897843 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 6219dc53-2ad3-4abf-94f6-041baf4a9a09 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:43.898769 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 6219dc53-2ad3-4abf-94f6-041baf4a9a09 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:43.899351 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 109f58c6-f763-4bf7-8179-4a68ed22c0bd no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:43.919932 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 109f58c6-f763-4bf7-8179-4a68ed22c0bd {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:43.920305 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 109f58c6-f763-4bf7-8179-4a68ed22c0bd not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:43.920893 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:43.943461 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:43.943805 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 35df5842-ad7a-4757-9f7f-946aa4e6b2b9 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:43.944565 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1a7a758-175e-4214-a2bf-d00bd8e938c1 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:43.973972 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: d1a7a758-175e-4214-a2bf-d00bd8e938c1 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:43.973972 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device d1a7a758-175e-4214-a2bf-d00bd8e938c1 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:44.063864 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (572ca519-4607-4db9-a6c1-53e90f2059b7), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:44.095027 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=572ca519-4607-4db9-a6c1-53e90f2059b7,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:44.264878 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (36b5cc0b-a776-4d6a-9113-1619e3d135b3), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:44.480106 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:44:44.586353 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:44:44.594566 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f0482747-1333-4806-a5a5-78488bdc3d6f admin admin] 10.222.0.24 "PUT /v2.0/routers/36b5cc0b-a776-4d6a-9113-1619e3d135b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9073853 Jan 17 02:44:44.595004 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59010) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:44.596993 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] Sync routers for ids ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:44:44.607665 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] Routers {'36b5cc0b-a776-4d6a-9113-1619e3d135b3'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:44.608326 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:44.646953 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:44.706932 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks [] for router (36b5cc0b-a776-4d6a-9113-1619e3d135b3), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:44.713705 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] Set router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:44.808848 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks [] for router_gateway (36b5cc0b-a776-4d6a-9113-1619e3d135b3), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:44.861719 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Deleting port c153f83f-a132-4138-9ad9-f1d6084d4529 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:44.862061 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:44.884427 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47'}], 'enable_snat': True}, 'gw_port_id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:44:44Z', 'revision_number': 5, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port': {'id': 'c153f83f-a132-4138-9ad9-f1d6084d4529', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:36:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:44.913639 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] Checking router: 36b5cc0b-a776-4d6a-9113-1619e3d135b3 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:44:44.922364 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] Routers {'36b5cc0b-a776-4d6a-9113-1619e3d135b3'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:44:44.922956 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:44.939592 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] For port c153f83f-a132-4138-9ad9-f1d6084d4529, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c153f83f-a132-4138-9ad9-f1d6084d4529,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:44.939923 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:44.952354 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Calling delete_port for c153f83f-a132-4138-9ad9-f1d6084d4529 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:45.006292 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] Set router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:44:45.059849 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:44:44Z', 'revision_number': 6, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:45.092488 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bdbd6f9-d1e2-4c12-9da9-35d1857ce2bf None None] The sync data for ids ['36b5cc0b-a776-4d6a-9113-1619e3d135b3'] in dv-cinder-821602-13-iscsi is: [{'id': '36b5cc0b-a776-4d6a-9113-1619e3d135b3', 'name': 'tempest-TestShelveInstance-1375267269-router', 'tenant_id': '95224517694148ccaaf1553c2e0cedf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:36:52Z', 'updated_at': '2022-01-17T02:44:44Z', 'revision_number': 6, 'project_id': '95224517694148ccaaf1553c2e0cedf8', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:44:45.129360 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (c153f83f-a132-4138-9ad9-f1d6084d4529), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.158977 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Pushing event deleted for resources: {'Port': ['ID=c153f83f-a132-4138-9ad9-f1d6084d4529,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:45.216928 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (36b5cc0b-a776-4d6a-9113-1619e3d135b3), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.304258 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (36b5cc0b-a776-4d6a-9113-1619e3d135b3), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.306463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks [] for router_controller (36b5cc0b-a776-4d6a-9113-1619e3d135b3), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.350394 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (36b5cc0b-a776-4d6a-9113-1619e3d135b3), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.350930 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36b5cc0b-a776-4d6a-9113-1619e3d135b3 {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:44:45.355300 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.356541 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-815eeb74-b89f-4fc7-9e1d-4200dc74e775 admin admin] 10.222.0.24 "DELETE /v2.0/routers/36b5cc0b-a776-4d6a-9113-1619e3d135b3 HTTP/1.1" status: 204 len: 168 time: 0.7601571 Jan 17 02:44:45.359450 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59012) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:45.405984 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] Deleting subnet 4a6c3862-6905-4900-bb54-1aac77faeb3d {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:44:45.409328 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] Publish callbacks [] for subnet (4a6c3862-6905-4900-bb54-1aac77faeb3d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.443463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (4a6c3862-6905-4900-bb54-1aac77faeb3d), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.520283 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (4a6c3862-6905-4900-bb54-1aac77faeb3d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.577618 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (4a6c3862-6905-4900-bb54-1aac77faeb3d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.606278 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a6c3862-6905-4900-bb54-1aac77faeb3d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:45.608241 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.611412 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-c4d71baa-7c24-4294-9132-6829e1ab8f4c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4a6c3862-6905-4900-bb54-1aac77faeb3d HTTP/1.1" status: 204 len: 168 time: 0.2509298 Jan 17 02:44:45.613838 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59014) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:45.615407 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a97398e-ec7b-470a-afd0-c32ba77f8976 None None] Network d9f7d7e4-78b1-449d-b884-cff593d65a78 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:44:45.680243 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (d9f7d7e4-78b1-449d-b884-cff593d65a78), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.739630 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Deleting port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:45.739918 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.852442 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10844990-6834-4270-9fb3-27232cc24922 None None] DHCP port deletion for d9f7d7e4-78b1-449d-b884-cff593d65a78 request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:44:45.887301 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.911495 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-10844990-6834-4270-9fb3-27232cc24922 None None] Deleting port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:44:45.911864 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-10844990-6834-4270-9fb3-27232cc24922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:45.931590 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c153f83f-a132-4138-9ad9-f1d6084d4529 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:45.988236 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: c153f83f-a132-4138-9ad9-f1d6084d4529 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:45.988576 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c153f83f-a132-4138-9ad9-f1d6084d4529 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:45.989012 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 572ca519-4607-4db9-a6c1-53e90f2059b7 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:46.020814 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 572ca519-4607-4db9-a6c1-53e90f2059b7 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:44:46.021148 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 572ca519-4607-4db9-a6c1-53e90f2059b7 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:44:46.021753 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 240dcea7-e3d2-43fe-ba4b-57fb03c8780b no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:44:46.052545 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] For port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,segment=NetworkSegment(74fbb99c-a8cd-4162-a877-c3c6ece1e867),segment_id=74fbb99c-a8cd-4162-a877-c3c6ece1e867)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:46.052902 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.061209 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-10844990-6834-4270-9fb3-27232cc24922 None None] For port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,segment=NetworkSegment(74fbb99c-a8cd-4162-a877-c3c6ece1e867),segment_id=74fbb99c-a8cd-4162-a877-c3c6ece1e867)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:44:46.061627 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-10844990-6834-4270-9fb3-27232cc24922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.065591 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Calling delete_port for 240dcea7-e3d2-43fe-ba4b-57fb03c8780b owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:46.076224 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-10844990-6834-4270-9fb3-27232cc24922 None None] Calling delete_port for 240dcea7-e3d2-43fe-ba4b-57fb03c8780b owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:44:46.143929 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.170492 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b is: ACTIVE; New status is: DOWN {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:44:46.170876 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.173342 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Pushing event deleted for resources: {'Port': ['ID=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:46.176698 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] No DVR routers for this DVR port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b on host dv-cinder-821602-13-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:46.218998 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-10844990-6834-4270-9fb3-27232cc24922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952'] for port (240dcea7-e3d2-43fe-ba4b-57fb03c8780b), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.246280 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10844990-6834-4270-9fb3-27232cc24922 None None] Pushing event deleted for resources: {'Port': ['ID=240dcea7-e3d2-43fe-ba4b-57fb03c8780b,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:46.248135 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10844990-6834-4270-9fb3-27232cc24922 None None] No DVR routers for this DVR port 240dcea7-e3d2-43fe-ba4b-57fb03c8780b on host dv-cinder-821602-13-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:44:46.261390 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (d9f7d7e4-78b1-449d-b884-cff593d65a78), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.281460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9f7d7e4-78b1-449d-b884-cff593d65a78']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:46.290180 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74fbb99c-a8cd-4162-a877-c3c6ece1e867') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:46.290470 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74fbb99c-a8cd-4162-a877-c3c6ece1e867') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:44:46.299327 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (74fbb99c-a8cd-4162-a877-c3c6ece1e867), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.311611 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (74fbb99c-a8cd-4162-a877-c3c6ece1e867), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.317371 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:44:46.317746 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (74fbb99c-a8cd-4162-a877-c3c6ece1e867), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:44:46.319392 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:44:46.377633 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (d9f7d7e4-78b1-449d-b884-cff593d65a78), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.382952 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.386326 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] 10.222.0.24 "DELETE /v2.0/networks/d9f7d7e4-78b1-449d-b884-cff593d65a78 HTTP/1.1" status: 204 len: 168 time: 0.7715266 Jan 17 02:44:46.397236 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d57c3d-7674-4a22-b931-f0253918ea0f admin admin] Pushing event deleted for resources: {'Network': ['ID=d9f7d7e4-78b1-449d-b884-cff593d65a78,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:46.560505 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59026) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:46.612165 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d7180508-a3e8-476d-bd75-6e11847d13ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0dec6844a62b4685a182219dbf9bea72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0504808 Jan 17 02:44:46.614733 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59028) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:46.664725 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9244faf-85e4-4561-b471-02808576b767 admin admin] Publish callbacks [] for security_group (09134ef5-f6a4-4ac2-84d0-6f3e07c49f60), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.685015 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9244faf-85e4-4561-b471-02808576b767 admin admin] Publish callbacks [] for security_group (09134ef5-f6a4-4ac2-84d0-6f3e07c49f60), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.741048 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9244faf-85e4-4561-b471-02808576b767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (09134ef5-f6a4-4ac2-84d0-6f3e07c49f60), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.744702 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9244faf-85e4-4561-b471-02808576b767 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:46.746212 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b9244faf-85e4-4561-b471-02808576b767 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/09134ef5-f6a4-4ac2-84d0-6f3e07c49f60 HTTP/1.1" status: 204 len: 168 time: 0.1305885 Jan 17 02:44:46.753994 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9244faf-85e4-4561-b471-02808576b767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09134ef5-f6a4-4ac2-84d0-6f3e07c49f60,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:47.082349 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59034) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:47.121476 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6ae055b8-1d92-42d5-a4ad-6d7a315ad383 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95224517694148ccaaf1553c2e0cedf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380135 Jan 17 02:44:47.123849 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59036) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:44:47.171855 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8373bff1-3d85-43e1-8468-3c1f48fcfa3c admin admin] Publish callbacks [] for security_group (ebfc44cb-63a5-4658-b8d5-524a4dbedbad), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:47.192086 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8373bff1-3d85-43e1-8468-3c1f48fcfa3c admin admin] Publish callbacks [] for security_group (ebfc44cb-63a5-4658-b8d5-524a4dbedbad), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:47.241877 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8373bff1-3d85-43e1-8468-3c1f48fcfa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ebfc44cb-63a5-4658-b8d5-524a4dbedbad), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:47.244853 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-8373bff1-3d85-43e1-8468-3c1f48fcfa3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:44:47.248775 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-8373bff1-3d85-43e1-8468-3c1f48fcfa3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebfc44cb-63a5-4658-b8d5-524a4dbedbad HTTP/1.1" status: 204 len: 168 time: 0.1211009 Jan 17 02:44:47.254524 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8373bff1-3d85-43e1-8468-3c1f48fcfa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebfc44cb-63a5-4658-b8d5-524a4dbedbad,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:44:48.176435 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:45:05.561369 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950593d9-c12f-4432-809b-fc8628fb9092 req-ba681ec5-0aac-49a8-af15-d534a04e4adb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:05.562893 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950593d9-c12f-4432-809b-fc8628fb9092 req-ba681ec5-0aac-49a8-af15-d534a04e4adb tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 946 time: 0.0507193 Jan 17 02:45:05.610317 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-950593d9-c12f-4432-809b-fc8628fb9092 req-ebc8d4ab-0430-4b81-98dd-c8fc58735bda tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Jan 17 02:45:06.749010 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a7f94-7575-41b3-9f06-4e7972849849 req-450c13f3-b17e-4c3e-926e-e8ec0576254a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:06.750681 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d25a7f94-7575-41b3-9f06-4e7972849849 req-450c13f3-b17e-4c3e-926e-e8ec0576254a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 946 time: 0.0607009 Jan 17 02:45:06.796639 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d25a7f94-7575-41b3-9f06-4e7972849849 req-65041b98-276c-4b5a-8abc-d93db1b55862 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Jan 17 02:45:07.705061 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-5edc8ad0-effd-4416-9106-0e9d08ca8a75 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:07.706510 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-5edc8ad0-effd-4416-9106-0e9d08ca8a75 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 946 time: 0.0617976 Jan 17 02:45:07.799292 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Deleting port 0502f2b8-44e9-4ef0-a037-909240354464 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:07.799629 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (0502f2b8-44e9-4ef0-a037-909240354464), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:07.885889 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] For port 0502f2b8-44e9-4ef0-a037-909240354464, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=0502f2b8-44e9-4ef0-a037-909240354464,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:07.886310 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (0502f2b8-44e9-4ef0-a037-909240354464), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:07.916809 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e6982-7c47-401d-9a6d-ec2a7f267c05 req-f90a741a-ed47-4620-b27d-45f1f6a6929a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:07.918272 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-716e6982-7c47-401d-9a6d-ec2a7f267c05 req-f90a741a-ed47-4620-b27d-45f1f6a6929a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 946 time: 0.0535326 Jan 17 02:45:07.965725 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-716e6982-7c47-401d-9a6d-ec2a7f267c05 req-9bfe9385-7c75-46ca-986d-b319a8e41504 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups?id=da54987e-e2fd-4dd4-8956-ce26ad67165f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417666 Jan 17 02:45:08.066501 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:08.066862 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (8d9f4a5e-7054-4544-a7ae-466e0bf4707d), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:08.067164 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Floating IP 8d9f4a5e-7054-4544-a7ae-466e0bf4707d disassociated. External IP: 172.27.1.254, port: 0502f2b8-44e9-4ef0-a037-909240354464. Jan 17 02:45:08.067489 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Calling delete_port for 0502f2b8-44e9-4ef0-a037-909240354464 owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:08.217557 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (0502f2b8-44e9-4ef0-a037-909240354464), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:08.248358 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event deleted for resources: {'Port': ['ID=0502f2b8-44e9-4ef0-a037-909240354464,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:08.362098 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:45:08.473115 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:45:08.483054 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] Sync routers for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:45:08.495037 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:08.495037 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:08.514863 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] No DVR routers for this DVR port 0502f2b8-44e9-4ef0-a037-909240354464 on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:45:08.517833 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:08.521825 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-1d955965-8135-4b45-892b-bf0a2c74e446 req-304cbff4-6c5d-4f89-bdad-de533faa8da8 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.64 "DELETE /v2.0/ports/0502f2b8-44e9-4ef0-a037-909240354464 HTTP/1.1" status: 204 len: 173 time: 0.8096874 Jan 17 02:45:08.522204 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'name': 'network-vif-deleted', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:45:08.525864 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b98e40-a04b-4f3f-ac93-9c1da593ccaa" -d '{"events": [{"server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "name": "network-vif-deleted", "tag": "0502f2b8-44e9-4ef0-a037-909240354464"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:45:08.566644 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a811f5ae-3506-4396-aa0f-051919fe2fd0 x-openstack-request-id: req-a811f5ae-3506-4396-aa0f-051919fe2fd0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:45:08.566987 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4836e82-be58-4d8d-91c3-f2bfb6aa86bd", "name": "network-vif-deleted", "tag": "0502f2b8-44e9-4ef0-a037-909240354464", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:45:08.567326 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a811f5ae-3506-4396-aa0f-051919fe2fd0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:45:08.567880 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4836e82-be58-4d8d-91c3-f2bfb6aa86bd', 'name': 'network-vif-deleted', 'tag': '0502f2b8-44e9-4ef0-a037-909240354464', 'status': 'completed', 'code': 200} Jan 17 02:45:08.604752 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:08.676792 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:08.840185 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:08.866056 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] Checking router: 8d812c53-463b-4e79-85d6-4ec6a8acaed5 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:45:08.875503 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:08.876107 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:44:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:08.985436 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:09.083495 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b4b48001-5092-48d5-ab56-c20dc8de4855 req-cee27f35-61e2-472d-b4d9-415626114107 tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/ports?device_id=e4836e82-be58-4d8d-91c3-f2bfb6aa86bd HTTP/1.1" status: 200 len: 210 time: 0.0329118 Jan 17 02:45:09.319139 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:09.345355 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb83075-4349-4bdf-93b3-c0909b1c2dea None None] The sync data for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi is: [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:34:32Z', 'revision_number': 4, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '763955b3-df75-4bd8-aa32-058bbb9395d3', 'name': '', 'network_id': '0f4113a4-05d7-438d-9847-b83e4f657878', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'mac_address': 'fa:16:3e:b7:d4:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:29Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'subnets': [{'id': 'a82d1d35-d4a7-41d6-a3f9-a5f3b595646d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:45:09.563377 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edaa8373-74f6-4048-b8b9-0199f5bb6c2a None None] New status for floating IP 8d9f4a5e-7054-4544-a7ae-466e0bf4707d: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:45:09.675468 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7ac011d7-e1f7-47a2-94fb-2e249a86a2a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.181951 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59098) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:10.239583 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5cb5-311e-46e6-875c-108eb9b7ab7a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (da54987e-e2fd-4dd4-8956-ce26ad67165f), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.264432 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5cb5-311e-46e6-875c-108eb9b7ab7a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (da54987e-e2fd-4dd4-8956-ce26ad67165f), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.314930 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5cb5-311e-46e6-875c-108eb9b7ab7a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (da54987e-e2fd-4dd4-8956-ce26ad67165f), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.317728 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b9ba5cb5-311e-46e6-875c-108eb9b7ab7a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.318986 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b9ba5cb5-311e-46e6-875c-108eb9b7ab7a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "DELETE /v2.0/security-groups/da54987e-e2fd-4dd4-8956-ce26ad67165f HTTP/1.1" status: 204 len: 168 time: 0.1360075 Jan 17 02:45:10.322014 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59100) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:10.328310 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba5cb5-311e-46e6-875c-108eb9b7ab7a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da54987e-e2fd-4dd4-8956-ce26ad67165f,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:10.335979 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.api.v2.resource [None req-2ea12ff3-8fb6-4f8a-bfbc-6455d76a2f8a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] show failed (client error): The resource could not be found. Jan 17 02:45:10.336989 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2ea12ff3-8fb6-4f8a-bfbc-6455d76a2f8a tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "GET /v2.0/security-groups/da54987e-e2fd-4dd4-8956-ce26ad67165f HTTP/1.1" status: 404 len: 347 time: 0.0138755 Jan 17 02:45:10.339829 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59102) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:10.460635 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Deleting port 69256815-da5e-41a9-b3de-59bbc829dea0 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:10.460976 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (69256815-da5e-41a9-b3de-59bbc829dea0), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.535654 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (69256815-da5e-41a9-b3de-59bbc829dea0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.535962 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (69256815-da5e-41a9-b3de-59bbc829dea0), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.548310 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Calling delete_port for 69256815-da5e-41a9-b3de-59bbc829dea0 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:10.684799 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (69256815-da5e-41a9-b3de-59bbc829dea0), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.716402 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Pushing event deleted for resources: {'Port': ['ID=69256815-da5e-41a9-b3de-59bbc829dea0,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:10.775403 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks [] for floatingip (8d9f4a5e-7054-4544-a7ae-466e0bf4707d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.777932 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:10.779071 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5e815716-035c-41ee-a572-8a21235799ce tempest-AttachVolumeTestJSON-972241645 tempest-AttachVolumeTestJSON-972241645-project] 10.222.0.24 "DELETE /v2.0/floatingips/8d9f4a5e-7054-4544-a7ae-466e0bf4707d HTTP/1.1" status: 204 len: 168 time: 0.4382503 Jan 17 02:45:11.234787 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 0502f2b8-44e9-4ef0-a037-909240354464 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:11.257340 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 0502f2b8-44e9-4ef0-a037-909240354464 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:11.257682 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 0502f2b8-44e9-4ef0-a037-909240354464 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:45:11.885748 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-394ae46d-f10d-4c2d-90c4-b3ccccbddcba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:13.002951 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:14.331745 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59132) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:14.637885 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:14.894231 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (8d812c53-463b-4e79-85d6-4ec6a8acaed5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:15.405664 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Deleting port 763955b3-df75-4bd8-aa32-058bbb9395d3 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:15.406391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:15.486971 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] For port 763955b3-df75-4bd8-aa32-058bbb9395d3, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=763955b3-df75-4bd8-aa32-058bbb9395d3,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:15.487326 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:15.503415 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Calling delete_port for 763955b3-df75-4bd8-aa32-058bbb9395d3 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:15.687123 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (763955b3-df75-4bd8-aa32-058bbb9395d3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:15.710858 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Pushing event deleted for resources: {'Port': ['ID=763955b3-df75-4bd8-aa32-058bbb9395d3,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:15.846164 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:15.885432 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (8d812c53-463b-4e79-85d6-4ec6a8acaed5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.099067 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:45:16.204969 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:45:16.210059 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e29f0bfc-ea4c-4611-87f1-fa214fc4d255 admin admin] 10.222.0.24 "PUT /v2.0/routers/8d812c53-463b-4e79-85d6-4ec6a8acaed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8772607 Jan 17 02:45:16.213414 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59136) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:16.215057 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] Sync routers for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:45:16.226467 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:16.227082 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:45:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:16.322610 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks [] for router (8d812c53-463b-4e79-85d6-4ec6a8acaed5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.344923 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:16.422203 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks [] for router_gateway (8d812c53-463b-4e79-85d6-4ec6a8acaed5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.474835 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Deleting port 7658783e-979e-43f2-9724-01c40f6cf2e4 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:16.475164 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.524354 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146'}], 'enable_snat': True}, 'gw_port_id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:45:15Z', 'revision_number': 5, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port': {'id': '7658783e-979e-43f2-9724-01c40f6cf2e4', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:4c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:26Z', 'updated_at': '2022-01-17T02:34:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:16.550208 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] Checking router: 8d812c53-463b-4e79-85d6-4ec6a8acaed5 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:45:16.551250 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] For port 7658783e-979e-43f2-9724-01c40f6cf2e4, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7658783e-979e-43f2-9724-01c40f6cf2e4,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:16.551618 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.558305 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] Routers {'8d812c53-463b-4e79-85d6-4ec6a8acaed5'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:16.558895 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:45:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:16.564168 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Calling delete_port for 7658783e-979e-43f2-9724-01c40f6cf2e4 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:16.641715 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] Set router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:16.692701 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:45:16Z', 'revision_number': 6, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:16.721729 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2da007-0e4a-4761-b984-c64c170d717f None None] The sync data for ids ['8d812c53-463b-4e79-85d6-4ec6a8acaed5'] in dv-cinder-821602-13-iscsi is: [{'id': '8d812c53-463b-4e79-85d6-4ec6a8acaed5', 'name': 'tempest-AttachVolumeTestJSON-401297172-router', 'tenant_id': 'cf0621b37a7046b4be225145a729936f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:25Z', 'updated_at': '2022-01-17T02:45:16Z', 'revision_number': 6, 'project_id': 'cf0621b37a7046b4be225145a729936f', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:45:16.731374 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (7658783e-979e-43f2-9724-01c40f6cf2e4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.760977 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7658783e-979e-43f2-9724-01c40f6cf2e4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:16.819736 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (8d812c53-463b-4e79-85d6-4ec6a8acaed5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.906001 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (8d812c53-463b-4e79-85d6-4ec6a8acaed5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.908161 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks [] for router_controller (8d812c53-463b-4e79-85d6-4ec6a8acaed5), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.954053 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (8d812c53-463b-4e79-85d6-4ec6a8acaed5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.954498 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d812c53-463b-4e79-85d6-4ec6a8acaed5 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:45:16.959013 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:16.960192 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7adf268b-d413-4ef4-b9cf-39ffa60ccb7b admin admin] 10.222.0.24 "DELETE /v2.0/routers/8d812c53-463b-4e79-85d6-4ec6a8acaed5 HTTP/1.1" status: 204 len: 168 time: 0.7458847 Jan 17 02:45:16.962785 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59138) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:17.012640 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] Deleting subnet a82d1d35-d4a7-41d6-a3f9-a5f3b595646d {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:45:17.016224 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] Publish callbacks [] for subnet (a82d1d35-d4a7-41d6-a3f9-a5f3b595646d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.052782 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14247146'] for subnet (a82d1d35-d4a7-41d6-a3f9-a5f3b595646d), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.169314 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (a82d1d35-d4a7-41d6-a3f9-a5f3b595646d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.225595 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14116031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14037760'] for subnet (a82d1d35-d4a7-41d6-a3f9-a5f3b595646d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.250144 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a82d1d35-d4a7-41d6-a3f9-a5f3b595646d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:17.253726 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.256997 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2ed80923-5ed2-4e1c-8b25-bd3d3a42acff admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a82d1d35-d4a7-41d6-a3f9-a5f3b595646d HTTP/1.1" status: 204 len: 168 time: 0.2932422 Jan 17 02:45:17.259734 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59140) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:17.260308 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b71003-3ea4-4653-a3ce-1882152e6876 None None] Network 0f4113a4-05d7-438d-9847-b83e4f657878 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:45:17.329831 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (0f4113a4-05d7-438d-9847-b83e4f657878), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.385890 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Deleting port 97f70a41-b48f-4a9e-b444-1386596b96fd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:17.386226 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.452319 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] For port 97f70a41-b48f-4a9e-b444-1386596b96fd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=97f70a41-b48f-4a9e-b444-1386596b96fd,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:17.453044 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.466144 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Calling delete_port for 97f70a41-b48f-4a9e-b444-1386596b96fd owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:17.475580 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] DHCP port deletion for 0f4113a4-05d7-438d-9847-b83e4f657878 request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:45:17.529494 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Deleting port 97f70a41-b48f-4a9e-b444-1386596b96fd {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:17.529776 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.559299 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.586984 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f70a41-b48f-4a9e-b444-1386596b96fd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:17.590540 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] No DVR routers for this DVR port 97f70a41-b48f-4a9e-b444-1386596b96fd on host dv-cinder-821602-13-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:45:17.594082 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] For port 97f70a41-b48f-4a9e-b444-1386596b96fd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=97f70a41-b48f-4a9e-b444-1386596b96fd,segment=NetworkSegment(8782c93c-0cff-4d45-b4e3-e194ef671cb3),segment_id=8782c93c-0cff-4d45-b4e3-e194ef671cb3)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:17.594409 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.607044 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Calling delete_port for 97f70a41-b48f-4a9e-b444-1386596b96fd owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:17.664033 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (0f4113a4-05d7-438d-9847-b83e4f657878), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.684663 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952'] for port (97f70a41-b48f-4a9e-b444-1386596b96fd), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.686739 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4113a4-05d7-438d-9847-b83e4f657878']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:17.696582 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8782c93c-0cff-4d45-b4e3-e194ef671cb3') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:17.696874 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8782c93c-0cff-4d45-b4e3-e194ef671cb3') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:17.708100 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14246681'] for segment (8782c93c-0cff-4d45-b4e3-e194ef671cb3), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.710122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Pushing event deleted for resources: {'Port': ['ID=97f70a41-b48f-4a9e-b444-1386596b96fd,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:17.714875 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] No DVR routers for this DVR port 97f70a41-b48f-4a9e-b444-1386596b96fd on host dv-cinder-821602-13-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:45:17.728259 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.728604 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.729126 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.729309 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.729629 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.730952 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (8782c93c-0cff-4d45-b4e3-e194ef671cb3), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.732389 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.733620 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.733995 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.734299 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.734685 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.735018 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.735671 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.736011 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff794afa-4063-4aeb-8334-bc90693b1ce1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:17.738397 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Releasing vlan 253 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:45:17.738968 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14116049'] for segment (8782c93c-0cff-4d45-b4e3-e194ef671cb3), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: timer() Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: cb(*args, **kw) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: self._notify() Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: self.callback(batched_events) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: event.method(event) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._get(url).json() Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:45:17.740862 dv-cinder-821602-13-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:45:17.798259 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (0f4113a4-05d7-438d-9847-b83e4f657878), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.804190 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:17.807517 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0f4113a4-05d7-438d-9847-b83e4f657878 HTTP/1.1" status: 204 len: 168 time: 0.5468535 Jan 17 02:45:17.819260 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775ed1c-5952-4fc1-bef8-46e1edcd4f12 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4113a4-05d7-438d-9847-b83e4f657878,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:17.855841 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 97f70a41-b48f-4a9e-b444-1386596b96fd no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:17.876006 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 97f70a41-b48f-4a9e-b444-1386596b96fd {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:17.876417 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 97f70a41-b48f-4a9e-b444-1386596b96fd not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:45:17.876832 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7658783e-979e-43f2-9724-01c40f6cf2e4 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:17.896055 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 7658783e-979e-43f2-9724-01c40f6cf2e4 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:17.896425 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7658783e-979e-43f2-9724-01c40f6cf2e4 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:45:17.896827 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 763955b3-df75-4bd8-aa32-058bbb9395d3 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:17.915805 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 763955b3-df75-4bd8-aa32-058bbb9395d3 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:17.916098 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 763955b3-df75-4bd8-aa32-058bbb9395d3 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:45:17.931657 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:17.970580 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f17ec183-1764-4573-b7bd-eca0ddcf6ac7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf0621b37a7046b4be225145a729936f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0376735 Jan 17 02:45:17.973956 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59148) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:18.020169 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d368593f-7163-4909-b77b-6eb0b7a1ed79 admin admin] Publish callbacks [] for security_group (8a8edc70-3fe7-4642-b00a-c4d42260751d), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:18.048823 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d368593f-7163-4909-b77b-6eb0b7a1ed79 admin admin] Publish callbacks [] for security_group (8a8edc70-3fe7-4642-b00a-c4d42260751d), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:18.101550 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d368593f-7163-4909-b77b-6eb0b7a1ed79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (8a8edc70-3fe7-4642-b00a-c4d42260751d), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:18.104405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d368593f-7163-4909-b77b-6eb0b7a1ed79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:18.105545 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d368593f-7163-4909-b77b-6eb0b7a1ed79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a8edc70-3fe7-4642-b00a-c4d42260751d HTTP/1.1" status: 204 len: 168 time: 0.1306753 Jan 17 02:45:18.113964 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368593f-7163-4909-b77b-6eb0b7a1ed79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a8edc70-3fe7-4642-b00a-c4d42260751d,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:25.181190 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:45:38.669456 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:39.680246 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a0cd0fa6-db5d-436d-bec8-f08d397a62ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:41.863857 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f078550-42b4-4bb5-a5a3-939509f64f89 req-7a5266df-b109-42c1-b083-5efc41885efa tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:41.865327 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f078550-42b4-4bb5-a5a3-939509f64f89 req-7a5266df-b109-42c1-b083-5efc41885efa tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0532312 Jan 17 02:45:41.891208 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-5ec0fcf7-d944-45c3-9262-4fbf5ba11442 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:41.913477 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-0f078550-42b4-4bb5-a5a3-939509f64f89 req-6f0284c4-7487-4015-82cc-ffaa37f0b1f2 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424757 Jan 17 02:45:42.999596 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:43.042656 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307ad31-6ddc-4a22-8210-2f2e92424704 req-a2754e90-2691-4bb4-8c92-11b82951777b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:43.044178 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4307ad31-6ddc-4a22-8210-2f2e92424704 req-a2754e90-2691-4bb4-8c92-11b82951777b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0512590 Jan 17 02:45:43.091530 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4307ad31-6ddc-4a22-8210-2f2e92424704 req-516ac2d7-cfea-438c-a734-0a25a849ea03 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416985 Jan 17 02:45:44.255413 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06580697-3388-4cb5-8f90-01a88a1ad4f4 req-ee768dce-1b38-48cc-8ef0-233598210cbd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:44.256891 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-06580697-3388-4cb5-8f90-01a88a1ad4f4 req-ee768dce-1b38-48cc-8ef0-233598210cbd tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0583639 Jan 17 02:45:44.307093 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-06580697-3388-4cb5-8f90-01a88a1ad4f4 req-396ee90c-d707-4409-88e2-33c121d3479f tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423310 Jan 17 02:45:44.651097 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:45.449290 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b47b3d-acce-4d06-91af-859fd6a20cc6 req-69d52e61-f2db-4599-8a67-5926dcb40f88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:45.450711 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b47b3d-acce-4d06-91af-859fd6a20cc6 req-69d52e61-f2db-4599-8a67-5926dcb40f88 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0589590 Jan 17 02:45:45.497764 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-90b47b3d-acce-4d06-91af-859fd6a20cc6 req-4cf739fa-88b6-4693-a805-1f31a5026042 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412705 Jan 17 02:45:45.846950 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:46.638903 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9a2b1-62f1-4009-8c4a-a42d5b57105d req-48de4f46-cb38-4cd7-8c1b-c08b570ca639 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:46.640394 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6c9a2b1-62f1-4009-8c4a-a42d5b57105d req-48de4f46-cb38-4cd7-8c1b-c08b570ca639 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0591743 Jan 17 02:45:46.691057 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d6c9a2b1-62f1-4009-8c4a-a42d5b57105d req-94b1c5ed-9d0e-4ac5-b300-d8e1c4b6f58d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448644 Jan 17 02:45:47.821948 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef946d1-e9b8-4b49-bc3b-c4187300ed66 req-32472e3f-b1b4-4380-b65b-ec264221e491 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:47.823458 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ef946d1-e9b8-4b49-bc3b-c4187300ed66 req-32472e3f-b1b4-4380-b65b-ec264221e491 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0516987 Jan 17 02:45:47.870919 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2ef946d1-e9b8-4b49-bc3b-c4187300ed66 req-7c4e943b-99f9-436c-920e-83a124092d72 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417612 Jan 17 02:45:48.999833 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47253013-61ac-44cc-b0df-40a6fe09af3a req-344c8f2d-f743-46af-9739-3375454a034c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:49.001320 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47253013-61ac-44cc-b0df-40a6fe09af3a req-344c8f2d-f743-46af-9739-3375454a034c tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0485599 Jan 17 02:45:49.050639 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-47253013-61ac-44cc-b0df-40a6fe09af3a req-f7898ead-3799-44db-a67b-dcb65a5077ad tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437410 Jan 17 02:45:50.035125 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-2d77ded6-3f14-43c1-b203-5986e6c36d3b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:50.036606 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-2d77ded6-3f14-43c1-b203-5986e6c36d3b tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0617445 Jan 17 02:45:50.125161 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Deleting port 8e033a10-4ded-4f31-af25-ef0b393110ad {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:50.125505 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:50.183936 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588848c-14ee-4c56-8f22-d9b37ac7fc95 req-08052546-6a14-4829-b354-0dfab662b9b7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:45:50.185812 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b588848c-14ee-4c56-8f22-d9b37ac7fc95 req-08052546-6a14-4829-b354-0dfab662b9b7 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 947 time: 0.0542829 Jan 17 02:45:50.220745 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] For port 8e033a10-4ded-4f31-af25-ef0b393110ad, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8e033a10-4ded-4f31-af25-ef0b393110ad,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:50.221175 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:50.234166 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b588848c-14ee-4c56-8f22-d9b37ac7fc95 req-adbdc030-b0ff-44b8-814b-1526fd9dbb00 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups?id=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421922 Jan 17 02:45:50.390683 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:50.391039 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (03d9bfc1-4036-40c6-b99c-382a675fc8ce), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:50.391341 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Floating IP 03d9bfc1-4036-40c6-b99c-382a675fc8ce disassociated. External IP: 172.27.1.164, port: 8e033a10-4ded-4f31-af25-ef0b393110ad. Jan 17 02:45:50.391676 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Calling delete_port for 8e033a10-4ded-4f31-af25-ef0b393110ad owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:50.533016 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (8e033a10-4ded-4f31-af25-ef0b393110ad), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:50.558782 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event deleted for resources: {'Port': ['ID=8e033a10-4ded-4f31-af25-ef0b393110ad,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:50.568308 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.568567 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.568931 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.569245 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.569568 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.569875 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.570196 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.570514 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.570828 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.571909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.571909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.571909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.572219 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:50.682055 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Router b4d13bf6-0286-4432-ac9a-340e714766de has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:45:50.797607 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:45:50.807590 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] Sync routers for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:45:50.820418 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:50.821134 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:45:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:50.838353 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] No DVR routers for this DVR port 8e033a10-4ded-4f31-af25-ef0b393110ad on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:45:50.843416 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:50.847170 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-f3e88ea8-6c82-4913-b31f-f1f620802f46 req-ee9cd1ff-e7e8-4f9b-bfe8-639fa1574966 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.64 "DELETE /v2.0/ports/8e033a10-4ded-4f31-af25-ef0b393110ad HTTP/1.1" status: 204 len: 173 time: 0.8047755 Jan 17 02:45:50.847625 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-deleted', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:45:50.850212 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e859abc1-8c49-4297-85ab-45b5e753e2d0" -d '{"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-deleted", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:45:50.900479 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc417cd3-fef0-4c7e-8d9c-658ef6294323 x-openstack-request-id: req-dc417cd3-fef0-4c7e-8d9c-658ef6294323 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:45:50.900847 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834bc0c3-4bde-484a-8d9b-aab060aac09b", "name": "network-vif-deleted", "tag": "8e033a10-4ded-4f31-af25-ef0b393110ad", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:45:50.901156 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dc417cd3-fef0-4c7e-8d9c-658ef6294323 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:45:50.901604 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834bc0c3-4bde-484a-8d9b-aab060aac09b', 'name': 'network-vif-deleted', 'tag': '8e033a10-4ded-4f31-af25-ef0b393110ad', 'status': 'completed', 'code': 200} Jan 17 02:45:51.042185 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:51.247544 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:51.278416 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] Checking router: b4d13bf6-0286-4432-ac9a-340e714766de for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:45:51.288780 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:51.289557 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:45:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:51.351649 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71ba9ff1-c3c0-4b7e-bfb5-ad34ef3c9491 req-d9800490-2432-43c3-9400-016dd9ec3788 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/ports?device_id=834bc0c3-4bde-484a-8d9b-aab060aac09b HTTP/1.1" status: 200 len: 210 time: 0.0288601 Jan 17 02:45:51.409056 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:51.613191 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:51.638306 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42410ca-f472-4c8e-80e5-a049067fba38 None None] The sync data for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi is: [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:34:38Z', 'revision_number': 4, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '590ab272-8ee8-4827-9296-199955797ebd', 'name': '', 'network_id': '8338e3ec-35ae-45c9-9027-5a5ad4414b55', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'mac_address': 'fa:16:3e:3f:42:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:37Z', 'updated_at': '2022-01-17T02:34:54Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'subnets': [{'id': '19603a0a-176b-40c1-858e-5c13e7d9f8ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:45:51.857462 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf860b7-bc92-49e8-98d6-a9c259fef7d5 None None] New status for floating IP 03d9bfc1-4036-40c6-b99c-382a675fc8ce: DOWN {{(pid=102671) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:45:52.445348 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59476) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:52.506693 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (eb148de1-df1a-4ca1-81c8-f52ef52bfdc5), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:52.544116 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (eb148de1-df1a-4ca1-81c8-f52ef52bfdc5), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:52.595839 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (eb148de1-df1a-4ca1-81c8-f52ef52bfdc5), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:52.599561 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:52.601117 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "DELETE /v2.0/security-groups/eb148de1-df1a-4ca1-81c8-f52ef52bfdc5 HTTP/1.1" status: 204 len: 168 time: 0.1547539 Jan 17 02:45:52.603919 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59478) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:52.610180 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb148de1-df1a-4ca1-81c8-f52ef52bfdc5,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:52.617564 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.617907 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.618231 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.618534 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.api.v2.resource [None req-ca417dd0-aee4-41a6-9a5f-9efec0b38b03 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] show failed (client error): The resource could not be found. Jan 17 02:45:52.618646 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.618878 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.619204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.619528 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.622883 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.623032 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-ca417dd0-aee4-41a6-9a5f-9efec0b38b03 tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "GET /v2.0/security-groups/eb148de1-df1a-4ca1-81c8-f52ef52bfdc5 HTTP/1.1" status: 404 len: 347 time: 0.0151410 Jan 17 02:45:52.623145 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.623145 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.623145 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.623145 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.623145 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffa9cc7-14eb-4383-a3ec-d13b8b80e8ec tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:45:52.623581 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59480) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:52.752646 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Deleting port 4bb8918e-3500-4d60-bef2-81614becdfd1 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:52.752956 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:52.840228 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:52.840554 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (4bb8918e-3500-4d60-bef2-81614becdfd1), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:52.852924 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Calling delete_port for 4bb8918e-3500-4d60-bef2-81614becdfd1 owned by network:floatingip {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:52.997110 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (4bb8918e-3500-4d60-bef2-81614becdfd1), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:53.021456 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Pushing event deleted for resources: {'Port': ['ID=4bb8918e-3500-4d60-bef2-81614becdfd1,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:53.082483 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks [] for floatingip (03d9bfc1-4036-40c6-b99c-382a675fc8ce), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:53.085100 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:53.086254 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-dcc2f639-9b94-4f2d-8549-98d6b8f54b2d tempest-AttachVolumeShelveTestJSON-1479695938 tempest-AttachVolumeShelveTestJSON-1479695938-project] 10.222.0.24 "DELETE /v2.0/floatingips/03d9bfc1-4036-40c6-b99c-382a675fc8ce HTTP/1.1" status: 204 len: 168 time: 0.4617426 Jan 17 02:45:53.425111 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:53.445110 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 8e033a10-4ded-4f31-af25-ef0b393110ad {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:53.445416 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 8e033a10-4ded-4f31-af25-ef0b393110ad not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:45:55.540992 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59522) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:56.041061 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (b4d13bf6-0286-4432-ac9a-340e714766de), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:56.286492 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Deleting port 590ab272-8ee8-4827-9296-199955797ebd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:56.286830 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (590ab272-8ee8-4827-9296-199955797ebd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:56.372815 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] For port 590ab272-8ee8-4827-9296-199955797ebd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=590ab272-8ee8-4827-9296-199955797ebd,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:56.373163 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (590ab272-8ee8-4827-9296-199955797ebd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:56.385318 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Calling delete_port for 590ab272-8ee8-4827-9296-199955797ebd owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:56.573361 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (590ab272-8ee8-4827-9296-199955797ebd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:56.603664 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=590ab272-8ee8-4827-9296-199955797ebd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:57.039218 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (b4d13bf6-0286-4432-ac9a-340e714766de), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:57.255825 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Router b4d13bf6-0286-4432-ac9a-340e714766de has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:45:57.360481 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:45:57.365873 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-bebb3e89-ae0a-429a-b62b-3e0751c2bcd5 admin admin] 10.222.0.24 "PUT /v2.0/routers/b4d13bf6-0286-4432-ac9a-340e714766de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8238151 Jan 17 02:45:57.368533 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59530) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:57.372184 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] Sync routers for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:45:57.385807 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:57.386716 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:45:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:57.478522 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks [] for router (b4d13bf6-0286-4432-ac9a-340e714766de), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:57.491069 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:57.580124 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks [] for router_gateway (b4d13bf6-0286-4432-ac9a-340e714766de), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:57.634046 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Deleting port 7300ffe6-9d3e-4723-a446-952341e181da {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:57.634380 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (7300ffe6-9d3e-4723-a446-952341e181da), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:57.664183 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2'}], 'enable_snat': True}, 'gw_port_id': '7300ffe6-9d3e-4723-a446-952341e181da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:45:56Z', 'revision_number': 5, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port': {'id': '7300ffe6-9d3e-4723-a446-952341e181da', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:77:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:34:31Z', 'updated_at': '2022-01-17T02:34:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:57.699595 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] Checking router: b4d13bf6-0286-4432-ac9a-340e714766de for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:45:57.708502 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] Routers {'b4d13bf6-0286-4432-ac9a-340e714766de'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:45:57.709095 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:45:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['b4d13bf6-0286-4432-ac9a-340e714766de'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:57.711284 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] For port 7300ffe6-9d3e-4723-a446-952341e181da, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=7300ffe6-9d3e-4723-a446-952341e181da,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:57.711635 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (7300ffe6-9d3e-4723-a446-952341e181da), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:57.724319 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Calling delete_port for 7300ffe6-9d3e-4723-a446-952341e181da owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:57.792411 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] Set router b4d13bf6-0286-4432-ac9a-340e714766de gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:45:57.848190 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:45:57Z', 'revision_number': 6, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:57.874390 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e272587-8d49-4bd3-8a1f-9aa8bf42a3f8 None None] The sync data for ids ['b4d13bf6-0286-4432-ac9a-340e714766de'] in dv-cinder-821602-13-iscsi is: [{'id': 'b4d13bf6-0286-4432-ac9a-340e714766de', 'name': 'tempest-AttachVolumeShelveTestJSON-1652254817-router', 'tenant_id': '0e6a07fd918d456ea8cae8d52b172382', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:34:30Z', 'updated_at': '2022-01-17T02:45:57Z', 'revision_number': 6, 'project_id': '0e6a07fd918d456ea8cae8d52b172382', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:45:57.890205 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (7300ffe6-9d3e-4723-a446-952341e181da), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:57.926012 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Pushing event deleted for resources: {'Port': ['ID=7300ffe6-9d3e-4723-a446-952341e181da,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:57.982292 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (b4d13bf6-0286-4432-ac9a-340e714766de), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.069738 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (b4d13bf6-0286-4432-ac9a-340e714766de), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.071929 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks [] for router_controller (b4d13bf6-0286-4432-ac9a-340e714766de), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.117595 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (b4d13bf6-0286-4432-ac9a-340e714766de), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.118146 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d13bf6-0286-4432-ac9a-340e714766de {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:45:58.122833 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.123994 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e016c1e0-2d59-472f-b839-b6a6526e386e admin admin] 10.222.0.24 "DELETE /v2.0/routers/b4d13bf6-0286-4432-ac9a-340e714766de HTTP/1.1" status: 204 len: 168 time: 0.7544744 Jan 17 02:45:58.127279 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59534) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:58.178253 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_v2 [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] Deleting subnet 19603a0a-176b-40c1-858e-5c13e7d9f8ae {{(pid=102669) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:45:58.181616 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] Publish callbacks [] for subnet (19603a0a-176b-40c1-858e-5c13e7d9f8ae), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.217681 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14247146'] for subnet (19603a0a-176b-40c1-858e-5c13e7d9f8ae), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.299721 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (19603a0a-176b-40c1-858e-5c13e7d9f8ae), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.351152 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14116031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14037760'] for subnet (19603a0a-176b-40c1-858e-5c13e7d9f8ae), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.379604 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19603a0a-176b-40c1-858e-5c13e7d9f8ae,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:58.383411 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.386738 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6075aa51-dee6-4f2e-b802-1d469f5f7b25 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/19603a0a-176b-40c1-858e-5c13e7d9f8ae HTTP/1.1" status: 204 len: 168 time: 0.2584729 Jan 17 02:45:58.390342 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59536) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:58.393045 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34f3bd4-1521-4160-bb12-47ce68e2651e None None] Network 8338e3ec-35ae-45c9-9027-5a5ad4414b55 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:45:58.457808 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (8338e3ec-35ae-45c9-9027-5a5ad4414b55), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.511423 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Deleting port 2409d764-1462-4544-afc3-76bf448bbadd {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:58.511771 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (2409d764-1462-4544-afc3-76bf448bbadd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.587065 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] For port 2409d764-1462-4544-afc3-76bf448bbadd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=2409d764-1462-4544-afc3-76bf448bbadd,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:58.587754 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (2409d764-1462-4544-afc3-76bf448bbadd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.603896 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Calling delete_port for 2409d764-1462-4544-afc3-76bf448bbadd owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:58.626292 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] DHCP port deletion for 8338e3ec-35ae-45c9-9027-5a5ad4414b55 request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:45:58.677383 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] Deleting port 2409d764-1462-4544-afc3-76bf448bbadd {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:45:58.677746 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (2409d764-1462-4544-afc3-76bf448bbadd), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.689842 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (2409d764-1462-4544-afc3-76bf448bbadd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.720999 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Pushing event deleted for resources: {'Port': ['ID=2409d764-1462-4544-afc3-76bf448bbadd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:58.725287 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] No DVR routers for this DVR port 2409d764-1462-4544-afc3-76bf448bbadd on host dv-cinder-821602-13-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:45:58.748864 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] For port 2409d764-1462-4544-afc3-76bf448bbadd, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=2409d764-1462-4544-afc3-76bf448bbadd,segment=NetworkSegment(d24f4e3f-818f-45e2-ab06-17b92ee36937),segment_id=d24f4e3f-818f-45e2-ab06-17b92ee36937)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:45:58.750203 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (2409d764-1462-4544-afc3-76bf448bbadd), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.763606 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] Calling delete_port for 2409d764-1462-4544-afc3-76bf448bbadd owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:45:58.797836 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (8338e3ec-35ae-45c9-9027-5a5ad4414b55), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.818442 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8338e3ec-35ae-45c9-9027-5a5ad4414b55']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:58.828007 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24f4e3f-818f-45e2-ab06-17b92ee36937') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:58.828337 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24f4e3f-818f-45e2-ab06-17b92ee36937') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:45:58.838190 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952'] for port (2409d764-1462-4544-afc3-76bf448bbadd), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.840623 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14246681'] for segment (d24f4e3f-818f-45e2-ab06-17b92ee36937), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.855065 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (d24f4e3f-818f-45e2-ab06-17b92ee36937), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.862752 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:45:58.863148 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14116049'] for segment (d24f4e3f-818f-45e2-ab06-17b92ee36937), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: timer() Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: cb(*args, **kw) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: self._notify() Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: self.callback(batched_events) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: event.method(event) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._get(url).json() Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:45:58.866023 dv-cinder-821602-13-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:45:58.869616 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] Pushing event deleted for resources: {'Port': ['ID=2409d764-1462-4544-afc3-76bf448bbadd,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:58.873657 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644590cb-acf0-487a-b76d-31084d75e46a None None] No DVR routers for this DVR port 2409d764-1462-4544-afc3-76bf448bbadd on host dv-cinder-821602-13-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:45:58.928804 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (8338e3ec-35ae-45c9-9027-5a5ad4414b55), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.935063 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:58.938655 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] 10.222.0.24 "DELETE /v2.0/networks/8338e3ec-35ae-45c9-9027-5a5ad4414b55 HTTP/1.1" status: 204 len: 168 time: 0.5472231 Jan 17 02:45:58.951097 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed0c04-8377-465c-836c-b7a4d7e1ca1e admin admin] Pushing event deleted for resources: {'Network': ['ID=8338e3ec-35ae-45c9-9027-5a5ad4414b55,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:59.063572 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59540) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:59.103865 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a114ff47-15aa-4e72-9fb2-23d982520d1d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0e6a07fd918d456ea8cae8d52b172382&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390284 Jan 17 02:45:59.106380 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59546) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:45:59.154112 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db57d3bd-2111-41f6-9b0f-aadd5e8d8fd7 admin admin] Publish callbacks [] for security_group (5cdca92a-0c55-4362-b8dc-0321b7eaad8c), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:59.176675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db57d3bd-2111-41f6-9b0f-aadd5e8d8fd7 admin admin] Publish callbacks [] for security_group (5cdca92a-0c55-4362-b8dc-0321b7eaad8c), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:59.228599 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db57d3bd-2111-41f6-9b0f-aadd5e8d8fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (5cdca92a-0c55-4362-b8dc-0321b7eaad8c), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:59.231178 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-db57d3bd-2111-41f6-9b0f-aadd5e8d8fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:45:59.232382 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-db57d3bd-2111-41f6-9b0f-aadd5e8d8fd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5cdca92a-0c55-4362-b8dc-0321b7eaad8c HTTP/1.1" status: 204 len: 168 time: 0.1250956 Jan 17 02:45:59.242914 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db57d3bd-2111-41f6-9b0f-aadd5e8d8fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdca92a-0c55-4362-b8dc-0321b7eaad8c,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:45:59.878761 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 590ab272-8ee8-4827-9296-199955797ebd no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:59.900451 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 590ab272-8ee8-4827-9296-199955797ebd {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:59.900801 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 590ab272-8ee8-4827-9296-199955797ebd not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:45:59.901211 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7300ffe6-9d3e-4723-a446-952341e181da no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:59.921667 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 7300ffe6-9d3e-4723-a446-952341e181da {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:59.922002 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 7300ffe6-9d3e-4723-a446-952341e181da not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:45:59.922413 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 2409d764-1462-4544-afc3-76bf448bbadd no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:45:59.943249 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 2409d764-1462-4544-afc3-76bf448bbadd {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:45:59.943686 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 2409d764-1462-4544-afc3-76bf448bbadd not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:46:02.180621 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:46:02.371447 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59662) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:02.483309 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dd2d562-2513-4d9b-866b-1d97cbf60aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:02.557898 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dd2d562-2513-4d9b-866b-1d97cbf60aad admin admin] Publish callbacks [] for security_group (60282334-eb52-4ab8-b7b3-4a846b432ad9), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:02.564754 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4dd2d562-2513-4d9b-866b-1d97cbf60aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (60282334-eb52-4ab8-b7b3-4a846b432ad9), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:02.605647 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2d562-2513-4d9b-866b-1d97cbf60aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60282334-eb52-4ab8-b7b3-4a846b432ad9,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:02.610042 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4dd2d562-2513-4d9b-866b-1d97cbf60aad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8dc957d7da6b480ba51e0288aa86bd39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375050 Jan 17 02:46:02.613158 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59666) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:02.660540 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6adb63bc-b092-43da-95cc-e4142e415c0d admin admin] Publish callbacks [] for security_group (60282334-eb52-4ab8-b7b3-4a846b432ad9), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:02.685019 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6adb63bc-b092-43da-95cc-e4142e415c0d admin admin] Publish callbacks [] for security_group (60282334-eb52-4ab8-b7b3-4a846b432ad9), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:02.734918 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6adb63bc-b092-43da-95cc-e4142e415c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (60282334-eb52-4ab8-b7b3-4a846b432ad9), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:02.738811 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-6adb63bc-b092-43da-95cc-e4142e415c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:02.739982 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-6adb63bc-b092-43da-95cc-e4142e415c0d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60282334-eb52-4ab8-b7b3-4a846b432ad9 HTTP/1.1" status: 204 len: 168 time: 0.1259837 Jan 17 02:46:02.749367 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb63bc-b092-43da-95cc-e4142e415c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60282334-eb52-4ab8-b7b3-4a846b432ad9,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:02.956138 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59680) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:03.058835 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d36381b-d77e-4571-b0d1-44a8f95cd7e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.063668 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59684) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:03.077182 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-087e7f10-e574-4099-aaa5-476aa915810e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.131458 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d36381b-d77e-4571-b0d1-44a8f95cd7e3 admin admin] Publish callbacks [] for security_group (4da68e66-64bb-4cae-a435-e57ad7d70730), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.135132 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8d36381b-d77e-4571-b0d1-44a8f95cd7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (4da68e66-64bb-4cae-a435-e57ad7d70730), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.150193 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-087e7f10-e574-4099-aaa5-476aa915810e admin admin] Publish callbacks [] for security_group (92293356-3289-4099-849e-9d26f579a9c3), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.155218 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-087e7f10-e574-4099-aaa5-476aa915810e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (92293356-3289-4099-849e-9d26f579a9c3), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.172112 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8d36381b-d77e-4571-b0d1-44a8f95cd7e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d270c863c5bd44c984bd65881246b55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2146628 Jan 17 02:46:03.174705 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59686) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:03.181640 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d36381b-d77e-4571-b0d1-44a8f95cd7e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da68e66-64bb-4cae-a435-e57ad7d70730,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:03.195209 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-087e7f10-e574-4099-aaa5-476aa915810e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=61bf6982012c4809ae7c09682dc545d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1277456 Jan 17 02:46:03.195209 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e7f10-e574-4099-aaa5-476aa915810e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92293356-3289-4099-849e-9d26f579a9c3,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:03.196438 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59688) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:03.227602 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb91cb46-1c5e-4ed9-b12a-708fe22fa212 admin admin] Publish callbacks [] for security_group (4da68e66-64bb-4cae-a435-e57ad7d70730), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.244645 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf4da390-4963-45ad-9860-ca5f64d95064 admin admin] Publish callbacks [] for security_group (92293356-3289-4099-849e-9d26f579a9c3), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.250256 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb91cb46-1c5e-4ed9-b12a-708fe22fa212 admin admin] Publish callbacks [] for security_group (4da68e66-64bb-4cae-a435-e57ad7d70730), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.265389 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf4da390-4963-45ad-9860-ca5f64d95064 admin admin] Publish callbacks [] for security_group (92293356-3289-4099-849e-9d26f579a9c3), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.298320 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb91cb46-1c5e-4ed9-b12a-708fe22fa212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (4da68e66-64bb-4cae-a435-e57ad7d70730), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.301336 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-eb91cb46-1c5e-4ed9-b12a-708fe22fa212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.302642 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-eb91cb46-1c5e-4ed9-b12a-708fe22fa212 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4da68e66-64bb-4cae-a435-e57ad7d70730 HTTP/1.1" status: 204 len: 168 time: 0.1269617 Jan 17 02:46:03.312302 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb91cb46-1c5e-4ed9-b12a-708fe22fa212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da68e66-64bb-4cae-a435-e57ad7d70730,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:03.313151 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf4da390-4963-45ad-9860-ca5f64d95064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (92293356-3289-4099-849e-9d26f579a9c3), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.315743 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-cf4da390-4963-45ad-9860-ca5f64d95064 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:03.319609 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-cf4da390-4963-45ad-9860-ca5f64d95064 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92293356-3289-4099-849e-9d26f579a9c3 HTTP/1.1" status: 204 len: 168 time: 0.1225863 Jan 17 02:46:03.327950 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4da390-4963-45ad-9860-ca5f64d95064 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92293356-3289-4099-849e-9d26f579a9c3,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:04.508590 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59774) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:04.622523 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05f19d04-46f9-448e-8cb8-1360789f00b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:04.699294 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05f19d04-46f9-448e-8cb8-1360789f00b7 admin admin] Publish callbacks [] for security_group (19a806f7-4446-458d-bda0-39f14967d479), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:04.704359 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-05f19d04-46f9-448e-8cb8-1360789f00b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (19a806f7-4446-458d-bda0-39f14967d479), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:04.743784 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-05f19d04-46f9-448e-8cb8-1360789f00b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=152d1443eb8c4012a70d0c3967e26500&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339442 Jan 17 02:46:04.744522 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f19d04-46f9-448e-8cb8-1360789f00b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a806f7-4446-458d-bda0-39f14967d479,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:04.747917 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59790) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:04.808009 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63a73c67-a5ed-462f-97e6-6589eee15935 admin admin] Publish callbacks [] for security_group (19a806f7-4446-458d-bda0-39f14967d479), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:04.831507 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63a73c67-a5ed-462f-97e6-6589eee15935 admin admin] Publish callbacks [] for security_group (19a806f7-4446-458d-bda0-39f14967d479), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:04.879322 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63a73c67-a5ed-462f-97e6-6589eee15935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (19a806f7-4446-458d-bda0-39f14967d479), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:04.882071 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-63a73c67-a5ed-462f-97e6-6589eee15935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:04.883262 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-63a73c67-a5ed-462f-97e6-6589eee15935 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19a806f7-4446-458d-bda0-39f14967d479 HTTP/1.1" status: 204 len: 168 time: 0.1331518 Jan 17 02:46:04.891060 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a73c67-a5ed-462f-97e6-6589eee15935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a806f7-4446-458d-bda0-39f14967d479,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:04.976006 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59800) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:05.174702 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a33d66e1-b450-4500-8fd2-d13278c74321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.248004 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a33d66e1-b450-4500-8fd2-d13278c74321 admin admin] Publish callbacks [] for security_group (5821b522-9b20-4606-a338-442829afb2fd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.254013 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a33d66e1-b450-4500-8fd2-d13278c74321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (5821b522-9b20-4606-a338-442829afb2fd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.285721 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a33d66e1-b450-4500-8fd2-d13278c74321 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=438095e5ef5541eab353bdc77b142381&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3084478 Jan 17 02:46:05.288516 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59814) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:05.297061 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d66e1-b450-4500-8fd2-d13278c74321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5821b522-9b20-4606-a338-442829afb2fd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:05.336395 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a64acb-0398-466d-9fb5-52a5d58cfcb3 admin admin] Publish callbacks [] for security_group (5821b522-9b20-4606-a338-442829afb2fd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.363271 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a64acb-0398-466d-9fb5-52a5d58cfcb3 admin admin] Publish callbacks [] for security_group (5821b522-9b20-4606-a338-442829afb2fd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.413964 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a64acb-0398-466d-9fb5-52a5d58cfcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (5821b522-9b20-4606-a338-442829afb2fd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.416742 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-48a64acb-0398-466d-9fb5-52a5d58cfcb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.417935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-48a64acb-0398-466d-9fb5-52a5d58cfcb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5821b522-9b20-4606-a338-442829afb2fd HTTP/1.1" status: 204 len: 168 time: 0.1283855 Jan 17 02:46:05.427751 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a64acb-0398-466d-9fb5-52a5d58cfcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5821b522-9b20-4606-a338-442829afb2fd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:05.826941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59836) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:05.840402 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb07dfe0-204a-4f29-a540-287d391fce45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.893219 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59838) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:05.920122 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb07dfe0-204a-4f29-a540-287d391fce45 admin admin] Publish callbacks [] for security_group (ad4cca39-5887-4e74-932c-ee7fc1dd95f4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.925299 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-eb07dfe0-204a-4f29-a540-287d391fce45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ad4cca39-5887-4e74-932c-ee7fc1dd95f4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:05.966248 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-eb07dfe0-204a-4f29-a540-287d391fce45 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cd5a2c63d12b4f16aca725ea9b2339fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381736 Jan 17 02:46:05.967184 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07dfe0-204a-4f29-a540-287d391fce45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4cca39-5887-4e74-932c-ee7fc1dd95f4,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:05.968974 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 59842) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:06.008424 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ca549f2-292c-4695-a608-156cf40d2cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.057549 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8972102b-03f3-4a14-b6bf-393cf88a740d admin admin] Publish callbacks [] for security_group (ad4cca39-5887-4e74-932c-ee7fc1dd95f4), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.090260 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8972102b-03f3-4a14-b6bf-393cf88a740d admin admin] Publish callbacks [] for security_group (ad4cca39-5887-4e74-932c-ee7fc1dd95f4), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.143533 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ca549f2-292c-4695-a608-156cf40d2cc8 admin admin] Publish callbacks [] for security_group (0691db07-3287-4634-b7fc-f52aaec8a213), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.147859 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4ca549f2-292c-4695-a608-156cf40d2cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0691db07-3287-4634-b7fc-f52aaec8a213), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.182767 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8972102b-03f3-4a14-b6bf-393cf88a740d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ad4cca39-5887-4e74-932c-ee7fc1dd95f4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.185308 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8972102b-03f3-4a14-b6bf-393cf88a740d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.186448 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8972102b-03f3-4a14-b6bf-393cf88a740d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad4cca39-5887-4e74-932c-ee7fc1dd95f4 HTTP/1.1" status: 204 len: 168 time: 0.2155221 Jan 17 02:46:06.191391 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4ca549f2-292c-4695-a608-156cf40d2cc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9990927a249647b9b7ab5809ee6a4b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2970836 Jan 17 02:46:06.193484 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca549f2-292c-4695-a608-156cf40d2cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0691db07-3287-4634-b7fc-f52aaec8a213,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:06.194167 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 59846) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:06.206004 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972102b-03f3-4a14-b6bf-393cf88a740d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4cca39-5887-4e74-932c-ee7fc1dd95f4,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:06.254912 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1d20705-2f9e-40ba-821b-0f373375c2a1 admin admin] Publish callbacks [] for security_group (0691db07-3287-4634-b7fc-f52aaec8a213), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.279388 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1d20705-2f9e-40ba-821b-0f373375c2a1 admin admin] Publish callbacks [] for security_group (0691db07-3287-4634-b7fc-f52aaec8a213), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.326658 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1d20705-2f9e-40ba-821b-0f373375c2a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0691db07-3287-4634-b7fc-f52aaec8a213), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.329122 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-b1d20705-2f9e-40ba-821b-0f373375c2a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:06.330273 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-b1d20705-2f9e-40ba-821b-0f373375c2a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0691db07-3287-4634-b7fc-f52aaec8a213 HTTP/1.1" status: 204 len: 168 time: 0.1351411 Jan 17 02:46:06.338133 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d20705-2f9e-40ba-821b-0f373375c2a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0691db07-3287-4634-b7fc-f52aaec8a213,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:08.678972 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.114688 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60060) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:09.242192 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-819b5f54-7a31-43f3-9c34-770c393b5235 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.319765 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-819b5f54-7a31-43f3-9c34-770c393b5235 admin admin] Publish callbacks [] for security_group (0b5b92e1-a5da-45dc-ad21-02a752a056ba), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.325392 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-819b5f54-7a31-43f3-9c34-770c393b5235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0b5b92e1-a5da-45dc-ad21-02a752a056ba), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.362146 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819b5f54-7a31-43f3-9c34-770c393b5235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5b92e1-a5da-45dc-ad21-02a752a056ba,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:09.366322 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-819b5f54-7a31-43f3-9c34-770c393b5235 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69f1ee9809af4e528416b5a1d2c7b7e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505498 Jan 17 02:46:09.369492 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60064) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:09.418494 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93082145-9ca0-47b5-a441-c59d9df5fe3f admin admin] Publish callbacks [] for security_group (0b5b92e1-a5da-45dc-ad21-02a752a056ba), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.440009 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93082145-9ca0-47b5-a441-c59d9df5fe3f admin admin] Publish callbacks [] for security_group (0b5b92e1-a5da-45dc-ad21-02a752a056ba), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.491357 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93082145-9ca0-47b5-a441-c59d9df5fe3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (0b5b92e1-a5da-45dc-ad21-02a752a056ba), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.494121 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-93082145-9ca0-47b5-a441-c59d9df5fe3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.495292 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-93082145-9ca0-47b5-a441-c59d9df5fe3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b5b92e1-a5da-45dc-ad21-02a752a056ba HTTP/1.1" status: 204 len: 168 time: 0.1254275 Jan 17 02:46:09.502855 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93082145-9ca0-47b5-a441-c59d9df5fe3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5b92e1-a5da-45dc-ad21-02a752a056ba,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:09.689372 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80810408-b6c2-4877-a94e-2149ea3ebdd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.773714 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60070) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:09.787312 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-154d3743-ed5f-444e-b9fd-2bda712557dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.868588 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-154d3743-ed5f-444e-b9fd-2bda712557dc admin admin] Publish callbacks [] for security_group (70026d9e-7b5e-46d0-b908-c9da64ef431b), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.881401 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-154d3743-ed5f-444e-b9fd-2bda712557dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (70026d9e-7b5e-46d0-b908-c9da64ef431b), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.916450 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-154d3743-ed5f-444e-b9fd-2bda712557dc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d018e82addb44e7805f34030803ec79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413021 Jan 17 02:46:09.917268 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154d3743-ed5f-444e-b9fd-2bda712557dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70026d9e-7b5e-46d0-b908-c9da64ef431b,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:09.919985 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60074) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:09.971296 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e401327-ec32-4800-826d-c44e21a80b3e admin admin] Publish callbacks [] for security_group (70026d9e-7b5e-46d0-b908-c9da64ef431b), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:09.992960 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e401327-ec32-4800-826d-c44e21a80b3e admin admin] Publish callbacks [] for security_group (70026d9e-7b5e-46d0-b908-c9da64ef431b), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:10.043524 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e401327-ec32-4800-826d-c44e21a80b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (70026d9e-7b5e-46d0-b908-c9da64ef431b), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:10.046908 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-1e401327-ec32-4800-826d-c44e21a80b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:10.048367 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-1e401327-ec32-4800-826d-c44e21a80b3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70026d9e-7b5e-46d0-b908-c9da64ef431b HTTP/1.1" status: 204 len: 168 time: 0.1270859 Jan 17 02:46:10.058198 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e401327-ec32-4800-826d-c44e21a80b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70026d9e-7b5e-46d0-b908-c9da64ef431b,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:11.906993 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-077672be-3143-4fa2-b061-58970a13c89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:13.003873 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.479188 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60154) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:14.586040 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d9830417-88cc-4c1d-abfb-3119ce7f9a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.643955 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.662899 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d9830417-88cc-4c1d-abfb-3119ce7f9a6b admin admin] Publish callbacks [] for security_group (ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.671472 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d9830417-88cc-4c1d-abfb-3119ce7f9a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.709520 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d9830417-88cc-4c1d-abfb-3119ce7f9a6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae7dab00f80d4b99a70b8d19f021c949&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2292304 Jan 17 02:46:14.710342 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9830417-88cc-4c1d-abfb-3119ce7f9a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:14.713274 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60158) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:14.765671 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-172fa453-301f-40cf-9666-d515c69f27a1 admin admin] Publish callbacks [] for security_group (ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.787925 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-172fa453-301f-40cf-9666-d515c69f27a1 admin admin] Publish callbacks [] for security_group (ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.837539 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-172fa453-301f-40cf-9666-d515c69f27a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.840456 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-172fa453-301f-40cf-9666-d515c69f27a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:14.841667 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-172fa453-301f-40cf-9666-d515c69f27a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7 HTTP/1.1" status: 204 len: 168 time: 0.1272051 Jan 17 02:46:14.849409 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fa453-301f-40cf-9666-d515c69f27a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6b7b2d-a969-45cc-a8d4-815ae7fb02e7,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:15.134952 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60166) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:15.152527 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b296b3d9-2590-4c9b-bb5b-52fa03df9ca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:15.228628 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b296b3d9-2590-4c9b-bb5b-52fa03df9ca3 admin admin] Publish callbacks [] for security_group (54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:15.234445 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-b296b3d9-2590-4c9b-bb5b-52fa03df9ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:15.276516 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b296b3d9-2590-4c9b-bb5b-52fa03df9ca3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3c17ace47b04cfa874b2fcd26972bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1401761 Jan 17 02:46:15.277353 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b296b3d9-2590-4c9b-bb5b-52fa03df9ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:15.280039 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60168) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:15.329469 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61ac8dcf-7d78-4aef-8ea0-7ee2fd13049b admin admin] Publish callbacks [] for security_group (54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:15.351547 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61ac8dcf-7d78-4aef-8ea0-7ee2fd13049b admin admin] Publish callbacks [] for security_group (54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:15.405131 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61ac8dcf-7d78-4aef-8ea0-7ee2fd13049b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:15.407766 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61ac8dcf-7d78-4aef-8ea0-7ee2fd13049b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:15.408981 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-61ac8dcf-7d78-4aef-8ea0-7ee2fd13049b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5 HTTP/1.1" status: 204 len: 168 time: 0.1279144 Jan 17 02:46:15.417604 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac8dcf-7d78-4aef-8ea0-7ee2fd13049b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b49f8d-f41c-4a4e-9a7c-cca36cbbadb5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:15.844612 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.210543 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60226) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:17.315223 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a968e10-1dae-49c4-93ba-5973984bc85e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.388525 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a968e10-1dae-49c4-93ba-5973984bc85e admin admin] Publish callbacks [] for security_group (b5746362-2b24-48ec-a8e4-6e8c8e426f24), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.395178 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0a968e10-1dae-49c4-93ba-5973984bc85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b5746362-2b24-48ec-a8e4-6e8c8e426f24), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.434037 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0a968e10-1dae-49c4-93ba-5973984bc85e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=656ac05b85a74b9685b0cbab017f92ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224343 Jan 17 02:46:17.434905 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a968e10-1dae-49c4-93ba-5973984bc85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5746362-2b24-48ec-a8e4-6e8c8e426f24,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:17.436844 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60234) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:17.484846 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd11edc3-acac-4da5-ab22-5770a27057f3 admin admin] Publish callbacks [] for security_group (b5746362-2b24-48ec-a8e4-6e8c8e426f24), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.513085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd11edc3-acac-4da5-ab22-5770a27057f3 admin admin] Publish callbacks [] for security_group (b5746362-2b24-48ec-a8e4-6e8c8e426f24), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.562704 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd11edc3-acac-4da5-ab22-5770a27057f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b5746362-2b24-48ec-a8e4-6e8c8e426f24), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.565403 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-cd11edc3-acac-4da5-ab22-5770a27057f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.566555 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-cd11edc3-acac-4da5-ab22-5770a27057f3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b5746362-2b24-48ec-a8e4-6e8c8e426f24 HTTP/1.1" status: 204 len: 168 time: 0.1287289 Jan 17 02:46:17.574453 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd11edc3-acac-4da5-ab22-5770a27057f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5746362-2b24-48ec-a8e4-6e8c8e426f24,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:17.834204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60244) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:17.848188 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b976dce-1720-4126-9e12-be9fd886cbf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.922669 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b976dce-1720-4126-9e12-be9fd886cbf1 admin admin] Publish callbacks [] for security_group (684ac43f-17cd-4d48-870a-01845fff43f5), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.928253 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6b976dce-1720-4126-9e12-be9fd886cbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (684ac43f-17cd-4d48-870a-01845fff43f5), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:17.965651 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6b976dce-1720-4126-9e12-be9fd886cbf1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=426568602a9343e7a79e0f76aabb3a42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1303449 Jan 17 02:46:17.966534 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b976dce-1720-4126-9e12-be9fd886cbf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684ac43f-17cd-4d48-870a-01845fff43f5,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:17.969171 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60246) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:18.018322 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e374a17e-6765-4e2d-b442-7dd0aebf1602 admin admin] Publish callbacks [] for security_group (684ac43f-17cd-4d48-870a-01845fff43f5), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:18.040559 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e374a17e-6765-4e2d-b442-7dd0aebf1602 admin admin] Publish callbacks [] for security_group (684ac43f-17cd-4d48-870a-01845fff43f5), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:18.088838 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e374a17e-6765-4e2d-b442-7dd0aebf1602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (684ac43f-17cd-4d48-870a-01845fff43f5), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:18.091509 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-e374a17e-6765-4e2d-b442-7dd0aebf1602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:18.092691 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-e374a17e-6765-4e2d-b442-7dd0aebf1602 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/684ac43f-17cd-4d48-870a-01845fff43f5 HTTP/1.1" status: 204 len: 168 time: 0.1222808 Jan 17 02:46:18.100679 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374a17e-6765-4e2d-b442-7dd0aebf1602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684ac43f-17cd-4d48-870a-01845fff43f5,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:23.214564 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60328) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:23.322070 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c315d9f-7f53-44ff-99d6-66f0b6e33b2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:23.397373 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c315d9f-7f53-44ff-99d6-66f0b6e33b2f admin admin] Publish callbacks [] for security_group (3544993c-af59-4143-8d2c-765499d6d7bf), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:23.403220 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-6c315d9f-7f53-44ff-99d6-66f0b6e33b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (3544993c-af59-4143-8d2c-765499d6d7bf), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:23.439603 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6c315d9f-7f53-44ff-99d6-66f0b6e33b2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=549dc71c91f24a3980111e06e2786298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2239759 Jan 17 02:46:23.440456 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c315d9f-7f53-44ff-99d6-66f0b6e33b2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3544993c-af59-4143-8d2c-765499d6d7bf,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:23.442624 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60332) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:23.492280 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55785225-6ed7-41d9-865b-7b23f99b8307 admin admin] Publish callbacks [] for security_group (3544993c-af59-4143-8d2c-765499d6d7bf), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:23.516290 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55785225-6ed7-41d9-865b-7b23f99b8307 admin admin] Publish callbacks [] for security_group (3544993c-af59-4143-8d2c-765499d6d7bf), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:23.566841 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55785225-6ed7-41d9-865b-7b23f99b8307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (3544993c-af59-4143-8d2c-765499d6d7bf), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:23.569561 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-55785225-6ed7-41d9-865b-7b23f99b8307 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:23.570707 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-55785225-6ed7-41d9-865b-7b23f99b8307 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3544993c-af59-4143-8d2c-765499d6d7bf HTTP/1.1" status: 204 len: 168 time: 0.1270278 Jan 17 02:46:23.578502 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55785225-6ed7-41d9-865b-7b23f99b8307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3544993c-af59-4143-8d2c-765499d6d7bf,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:24.609530 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60366) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:24.712422 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70869b08-48b0-4d40-a812-f59671ff840d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:24.797324 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70869b08-48b0-4d40-a812-f59671ff840d admin admin] Publish callbacks [] for security_group (c1128d84-b076-4897-993a-d53a4a9ce182), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:24.803801 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-70869b08-48b0-4d40-a812-f59671ff840d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (c1128d84-b076-4897-993a-d53a4a9ce182), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:24.851805 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-70869b08-48b0-4d40-a812-f59671ff840d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0b94c593e2a4ec8847c870e46ba589e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2410917 Jan 17 02:46:24.853043 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70869b08-48b0-4d40-a812-f59671ff840d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1128d84-b076-4897-993a-d53a4a9ce182,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:24.854568 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60370) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:24.904631 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c464ca-0f00-4c9a-8e18-a91a677c5eff admin admin] Publish callbacks [] for security_group (c1128d84-b076-4897-993a-d53a4a9ce182), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:24.926290 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c464ca-0f00-4c9a-8e18-a91a677c5eff admin admin] Publish callbacks [] for security_group (c1128d84-b076-4897-993a-d53a4a9ce182), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:24.978131 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c464ca-0f00-4c9a-8e18-a91a677c5eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (c1128d84-b076-4897-993a-d53a4a9ce182), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:24.981565 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-23c464ca-0f00-4c9a-8e18-a91a677c5eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:24.982739 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-23c464ca-0f00-4c9a-8e18-a91a677c5eff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c1128d84-b076-4897-993a-d53a4a9ce182 HTTP/1.1" status: 204 len: 168 time: 0.1271484 Jan 17 02:46:24.990182 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c464ca-0f00-4c9a-8e18-a91a677c5eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1128d84-b076-4897-993a-d53a4a9ce182,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:29.385081 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60398) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:29.502646 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c342779e-5780-41db-8480-2846b1471d5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:29.580023 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c342779e-5780-41db-8480-2846b1471d5b admin admin] Publish callbacks [] for security_group (b4746eb8-da2f-4d57-8926-8ebb96eccc28), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:29.584667 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c342779e-5780-41db-8480-2846b1471d5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b4746eb8-da2f-4d57-8926-8ebb96eccc28), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:29.623949 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c342779e-5780-41db-8480-2846b1471d5b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5007e54974b3498894a048bb1d96a606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377603 Jan 17 02:46:29.625058 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342779e-5780-41db-8480-2846b1471d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4746eb8-da2f-4d57-8926-8ebb96eccc28,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:29.626813 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60402) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:46:29.675349 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a477c1d8-6dde-439d-9578-21d4b066f5d8 admin admin] Publish callbacks [] for security_group (b4746eb8-da2f-4d57-8926-8ebb96eccc28), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:29.696816 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a477c1d8-6dde-439d-9578-21d4b066f5d8 admin admin] Publish callbacks [] for security_group (b4746eb8-da2f-4d57-8926-8ebb96eccc28), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:29.743637 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a477c1d8-6dde-439d-9578-21d4b066f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (b4746eb8-da2f-4d57-8926-8ebb96eccc28), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:29.746223 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a477c1d8-6dde-439d-9578-21d4b066f5d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:29.747375 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a477c1d8-6dde-439d-9578-21d4b066f5d8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4746eb8-da2f-4d57-8926-8ebb96eccc28 HTTP/1.1" status: 204 len: 168 time: 0.1195164 Jan 17 02:46:29.754985 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a477c1d8-6dde-439d-9578-21d4b066f5d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4746eb8-da2f-4d57-8926-8ebb96eccc28,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:46:38.709367 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:39.180173 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:46:39.692300 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc75bc5b-1102-4c94-a181-6c8adb45068b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:41.890703 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e7c2e3de-60a0-4ea6-a493-8b2627396ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:43.011319 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:44.653051 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:46:45.857697 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:02.823272 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60592) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:02.932173 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:03.008166 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Publish callbacks [] for security_group (df2493eb-475e-4b13-89e5-88fd57b94785), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:03.014749 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (df2493eb-475e-4b13-89e5-88fd57b94785), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:03.052930 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=372ce927345d4c0ba45951d90e6fe600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286100 Jan 17 02:47:03.053647 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2493eb-475e-4b13-89e5-88fd57b94785,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:03.055925 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60596) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:03.061414 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.061765 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.062097 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.062453 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.062782 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.063108 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.063436 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.063759 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.064147 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.064416 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.064739 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.065058 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.065425 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bee3c7e-acf7-415c-b990-a84ae9264d77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.108526 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Publish callbacks [] for security_group (df2493eb-475e-4b13-89e5-88fd57b94785), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:03.129645 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Publish callbacks [] for security_group (df2493eb-475e-4b13-89e5-88fd57b94785), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:03.176098 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (df2493eb-475e-4b13-89e5-88fd57b94785), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:03.178764 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:03.179974 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df2493eb-475e-4b13-89e5-88fd57b94785 HTTP/1.1" status: 204 len: 168 time: 0.1225758 Jan 17 02:47:03.187399 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2493eb-475e-4b13-89e5-88fd57b94785,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:03.194546 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.194901 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.195236 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.195569 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.195894 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.196255 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.196578 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.196903 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.197225 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.197664 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.197986 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.198305 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:03.198616 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df85a6c-dfcc-4db3-adc1-fbc05d6361a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:08.840432 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:09.700179 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d5e76436-87be-4788-ba12-e5e08fc4d3ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:11.895439 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-6550205f-fae2-40dd-97ef-b644ce7e271f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.282582 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60668) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:12.387685 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a35797bf-b8a9-4852-8cb9-462ec7a01a29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.461118 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a35797bf-b8a9-4852-8cb9-462ec7a01a29 admin admin] Publish callbacks [] for security_group (52f46946-1077-4272-8859-3db5c3c4712d), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.467687 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a35797bf-b8a9-4852-8cb9-462ec7a01a29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (52f46946-1077-4272-8859-3db5c3c4712d), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.504281 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a35797bf-b8a9-4852-8cb9-462ec7a01a29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d02583e1cc248bba3df7a2157e7e1cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205579 Jan 17 02:47:12.505104 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35797bf-b8a9-4852-8cb9-462ec7a01a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f46946-1077-4272-8859-3db5c3c4712d,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:12.507176 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60672) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:12.562413 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d890-49a5-4f8f-bbdf-75893bd942a1 admin admin] Publish callbacks [] for security_group (52f46946-1077-4272-8859-3db5c3c4712d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.582910 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d890-49a5-4f8f-bbdf-75893bd942a1 admin admin] Publish callbacks [] for security_group (52f46946-1077-4272-8859-3db5c3c4712d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.633505 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d890-49a5-4f8f-bbdf-75893bd942a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (52f46946-1077-4272-8859-3db5c3c4712d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.636158 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-8fc1d890-49a5-4f8f-bbdf-75893bd942a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:12.637302 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-8fc1d890-49a5-4f8f-bbdf-75893bd942a1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52f46946-1077-4272-8859-3db5c3c4712d HTTP/1.1" status: 204 len: 168 time: 0.1290696 Jan 17 02:47:12.644822 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc1d890-49a5-4f8f-bbdf-75893bd942a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f46946-1077-4272-8859-3db5c3c4712d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:13.007264 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.286605 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60694) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:13.382568 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1504660790-network', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:13.412689 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Made reservation on behalf of 9a5fffc31fb74051bb8478ab98082f04 for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:47:13.414861 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.423208 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.498772 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks [] for security_group (8ee6cbbe-ed23-473f-a929-d047a34ec3fd), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.504251 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (8ee6cbbe-ed23-473f-a929-d047a34ec3fd), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.527351 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 293} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:47:13.536701 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6cbbe-ed23-473f-a929-d047a34ec3fd,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:13.541343 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.541674 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Added segment fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6 of type vlan for network 660ee0d2-ff63-4e21-854f-357c6aa22718 Jan 17 02:47:13.579368 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (660ee0d2-ff63-4e21-854f-357c6aa22718), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.608845 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (660ee0d2-ff63-4e21-854f-357c6aa22718), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.609817 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:13.610438 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.667605 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3796573 Jan 17 02:47:13.670581 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60698) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:13.674733 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ced1f-5139-4f87-8beb-7d087deb2e59 admin admin] Pushing event updated for resources: {'Network': ['ID=660ee0d2-ff63-4e21-854f-357c6aa22718,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:13.675674 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Request body: {'subnet': {'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1504660790-subnet', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'ip_version': 4}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:13.686941 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:47:13.703959 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Made reservation on behalf of 9a5fffc31fb74051bb8478ab98082f04 for: {'subnet': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:47:13.706463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-24823124'] for subnet (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.871595 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13539050', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-24823110'] for subnet (3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.926143 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:13.936239 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Checking segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:13.936599 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Network hostable DHCP agents. Network: 660ee0d2-ff63-4e21-854f-357c6aa22718, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102670) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:47:13.955796 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102670) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:47:13.965852 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, 660ee0d2-ff63-4e21-854f-357c6aa22718) {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:13.969850 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:13.970432 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:13.974995 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83369ddc-4613-482b-89fc-02302995ff3a None None] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:47:13.994297 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-279bb3be-805c-4a60-9315-4c8fb5e2b9f4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3225412 Jan 17 02:47:13.994882 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60700) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:13.999207 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:14.024753 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (a66a1364-5f3b-4889-aa4b-e69ae85b5124), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.025797 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (a66a1364-5f3b-4889-aa4b-e69ae85b5124), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.075011 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks [] for router_controller (a66a1364-5f3b-4889-aa4b-e69ae85b5124), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.083564 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-660ee0d2-ff63-4e21-854f-357c6aa22718', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:47:14.084455 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.210588 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks [] for router_gateway (a66a1364-5f3b-4889-aa4b-e69ae85b5124), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.213577 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Allocated IP 172.20.0.2 (660ee0d2-ff63-4e21-854f-357c6aa22718/3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90/ec1e0c6b-101b-40ab-bdfd-a72338380d5c) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:47:14.352845 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Publish callbacks [] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.361233 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.401368 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:14.404699 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:14.407262 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks [] for router_gateway (a66a1364-5f3b-4889-aa4b-e69ae85b5124), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.408976 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:47:14.412009 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Pushing event updated for resources: {'Port': ['ID=ec1e0c6b-101b-40ab-bdfd-a72338380d5c,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:14.423032 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.423377 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.423713 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.424082 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.424398 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.424722 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.425047 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.425377 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.425692 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.425891 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.425996 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.426317 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.426632 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.426942 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:14.475759 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Attempting to bind port ec1e0c6b-101b-40ab-bdfd-a72338380d5c on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:47:14.476164 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Attempting to bind port ec1e0c6b-101b-40ab-bdfd-a72338380d5c by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:47:14.476493 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Attempting to bind port ec1e0c6b-101b-40ab-bdfd-a72338380d5c on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:14.481527 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:47:14.481979 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Checking segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:14.482459 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.482831 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Bound using segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:47:14.483279 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Bound port: ec1e0c6b-101b-40ab-bdfd-a72338380d5c, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:47:14.483662 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.528956 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Allocated IP 172.27.1.137 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/c9e1e284-4c31-458c-9079-e7c61273b508) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:47:14.546773 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-80420285-7a87-473c-90de-44741dae2af4 None None] For port ec1e0c6b-101b-40ab-bdfd-a72338380d5c, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:47:14.550057 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-80420285-7a87-473c-90de-44741dae2af4 None None] For port ec1e0c6b-101b-40ab-bdfd-a72338380d5c, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ec1e0c6b-101b-40ab-bdfd-a72338380d5c,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:47:14.554509 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.613685 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80420285-7a87-473c-90de-44741dae2af4 None None] Pushing event updated for resources: {'Port': ['ID=ec1e0c6b-101b-40ab-bdfd-a72338380d5c,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:14.635106 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks [] for port (c9e1e284-4c31-458c-9079-e7c61273b508), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.651249 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.922222 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:14.961635 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:14.964539 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:14.968769 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:47:14.971721 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Pushing event updated for resources: {'Port': ['ID=c9e1e284-4c31-458c-9079-e7c61273b508,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:15.218992 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks [] for router_gateway (a66a1364-5f3b-4889-aa4b-e69ae85b5124), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.422663 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (a66a1364-5f3b-4889-aa4b-e69ae85b5124), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.474776 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a546e177-fc44-4f02-9c8e-83e239f95402 None None] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:47:15.548848 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ed43784-b6c7-4027-b3f5-c129d79976c4 None None] Provisioning complete for port ec1e0c6b-101b-40ab-bdfd-a72338380d5c triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:15.549162 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ed43784-b6c7-4027-b3f5-c129d79976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.557024 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:47:15.663208 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ed43784-b6c7-4027-b3f5-c129d79976c4 None None] Current status of the port ec1e0c6b-101b-40ab-bdfd-a72338380d5c is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:15.663978 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ed43784-b6c7-4027-b3f5-c129d79976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.670123 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:47:15.685725 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:47:15.691682 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.696361 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60702) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:15.697002 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d342273e-d0d6-4e63-a2c6-dd8d099f1fad admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7006712 Jan 17 02:47:15.715410 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ed43784-b6c7-4027-b3f5-c129d79976c4 None None] For port ec1e0c6b-101b-40ab-bdfd-a72338380d5c, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ec1e0c6b-101b-40ab-bdfd-a72338380d5c,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:47:15.718873 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:15.719548 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:15.760263 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ed43784-b6c7-4027-b3f5-c129d79976c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.865198 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed43784-b6c7-4027-b3f5-c129d79976c4 None None] Pushing event updated for resources: {'Port': ['ID=ec1e0c6b-101b-40ab-bdfd-a72338380d5c,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:15.876936 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.887228 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:15.960359 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-d0e98e68-cb37-400f-b632-305ab6f4db55 None None] Provisioning complete for port ec1e0c6b-101b-40ab-bdfd-a72338380d5c triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:15.960910 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d0e98e68-cb37-400f-b632-305ab6f4db55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:15.994340 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ec1e0c6b-101b-40ab-bdfd-a72338380d5c up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:16.128193 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.171523 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port ec1e0c6b-101b-40ab-bdfd-a72338380d5c triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:16.171943 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.173549 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-d0e98e68-cb37-400f-b632-305ab6f4db55 None None] Current status of the port ec1e0c6b-101b-40ab-bdfd-a72338380d5c is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:16.184573 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:47:16.222221 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:15Z', 'revision_number': 3, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:16.250400 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:47:16.250748 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Updating router a66a1364-5f3b-4889-aa4b-e69ae85b5124 port c9e1e284-4c31-458c-9079-e7c61273b508 binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:47:16.290637 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Allocated IP 172.20.0.1 (660ee0d2-ff63-4e21-854f-357c6aa22718/3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90/815c631c-a201-4576-a928-353cb31b2d72) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:47:16.301931 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.325553 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ec1e0c6b-101b-40ab-bdfd-a72338380d5c is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:16.389122 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks [] for port (815c631c-a201-4576-a928-353cb31b2d72), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.422540 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (815c631c-a201-4576-a928-353cb31b2d72), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.466959 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:16.469969 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:16.473480 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:47:16.479137 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Pushing event updated for resources: {'Port': ['ID=815c631c-a201-4576-a928-353cb31b2d72,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:16.514606 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (a66a1364-5f3b-4889-aa4b-e69ae85b5124), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.564216 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Publish callbacks [] for port (c9e1e284-4c31-458c-9079-e7c61273b508), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.574406 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.631326 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Attempting to bind port c9e1e284-4c31-458c-9079-e7c61273b508 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:47:16.631711 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Attempting to bind port c9e1e284-4c31-458c-9079-e7c61273b508 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:47:16.632027 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Attempting to bind port c9e1e284-4c31-458c-9079-e7c61273b508 on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:16.634261 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de020a4f-7bbd-450e-8815-3ff7f2efafbb None None] Pushing event updated for resources: {'Port': ['ID=c9e1e284-4c31-458c-9079-e7c61273b508,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:16.640113 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:47:16.640421 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:16.640819 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.641196 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:47:16.641773 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Bound port: c9e1e284-4c31-458c-9079-e7c61273b508, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:47:16.642359 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.648673 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (815c631c-a201-4576-a928-353cb31b2d72), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.704924 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] For port c9e1e284-4c31-458c-9079-e7c61273b508, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:47:16.718543 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] For port c9e1e284-4c31-458c-9079-e7c61273b508, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c9e1e284-4c31-458c-9079-e7c61273b508,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:47:16.723465 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-ab9676b7-7936-446f-887a-35f03187d405 None None] Provisioning complete for port 815c631c-a201-4576-a928-353cb31b2d72 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:16.723824 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ab9676b7-7936-446f-887a-35f03187d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (815c631c-a201-4576-a928-353cb31b2d72), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.725986 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.808694 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks [] for port (815c631c-a201-4576-a928-353cb31b2d72), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.809552 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-ab9676b7-7936-446f-887a-35f03187d405 None None] Port 815c631c-a201-4576-a928-353cb31b2d72 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:47:16.815381 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (815c631c-a201-4576-a928-353cb31b2d72), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.817669 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:16.818307 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:16.821784 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de020a4f-7bbd-450e-8815-3ff7f2efafbb None None] Pushing event updated for resources: {'Port': ['ID=c9e1e284-4c31-458c-9079-e7c61273b508,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:16.878409 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (a66a1364-5f3b-4889-aa4b-e69ae85b5124), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:16.880113 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Pushing event updated for resources: {'Port': ['ID=815c631c-a201-4576-a928-353cb31b2d72,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:16.928149 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:16.983554 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:16.985300 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:17.262321 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-bad414cb-f614-4563-b967-56f3ab554fcc None None] Provisioning complete for port 815c631c-a201-4576-a928-353cb31b2d72 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:17.262568 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bad414cb-f614-4563-b967-56f3ab554fcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (815c631c-a201-4576-a928-353cb31b2d72), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:17.307248 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-bad414cb-f614-4563-b967-56f3ab554fcc None None] Port 815c631c-a201-4576-a928-353cb31b2d72 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:47:17.318047 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 2, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:17.344989 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33a868c-8c26-40ba-84e1-e1042e6ff2e3 None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 2, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:47:17.390557 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:47:17.506224 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:47:17.519580 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-85edefd1-62a4-446f-a51a-8b784fd6aefc admin admin] 10.222.0.24 "PUT /v2.0/routers/a66a1364-5f3b-4889-aa4b-e69ae85b5124/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8134518 Jan 17 02:47:17.976551 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ec1e0c6b-101b-40ab-bdfd-a72338380d5c up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:18.025718 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60718) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:18.030224 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port ec1e0c6b-101b-40ab-bdfd-a72338380d5c triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:18.030600 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.031462 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-617854695-network', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:18.054569 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Made reservation on behalf of 9a9e12954efb4a72b76c8b6692df355c for: {'network': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:47:18.056968 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for network (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.066369 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.115938 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ec1e0c6b-101b-40ab-bdfd-a72338380d5c is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:18.153067 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks [] for security_group (166d9db6-ca3c-4730-893b-94262e20a79f), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.158181 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (166d9db6-ca3c-4730-893b-94262e20a79f), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.188790 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=102669) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 17 02:47:18.198177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166d9db6-ca3c-4730-893b-94262e20a79f,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:18.207702 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (38ad96e5-7883-4748-9a5f-38fe8ccccfb6), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.208049 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.segments_db [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Added segment 38ad96e5-7883-4748-9a5f-38fe8ccccfb6 of type vlan for network e9f8e112-ae37-49f0-b87d-8733ba2abf65 Jan 17 02:47:18.250803 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8762865303727'] for network (e9f8e112-ae37-49f0-b87d-8733ba2abf65), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.279048 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822'] for network (e9f8e112-ae37-49f0-b87d-8733ba2abf65), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.280041 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:18.280687 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.340605 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3107169 Jan 17 02:47:18.340826 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60720) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:18.347656 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Request body: {'subnet': {'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-617854695-subnet', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'ip_version': 4}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:18.355902 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9fb0b-9abb-48fb-9c41-7c159d4e03d5 admin admin] Pushing event updated for resources: {'Network': ['ID=e9f8e112-ae37-49f0-b87d-8733ba2abf65,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:18.366668 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 details requested by agent ovs-agent-dv-cinder-821602-13-iscsi with host dv-cinder-821602-13-iscsi {{(pid=102671) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 17 02:47:18.377917 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Made reservation on behalf of 9a9e12954efb4a72b76c8b6692df355c for: {'subnet': 1} {{(pid=102669) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:47:18.381963 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14037867'] for subnet (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.554624 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14115960', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14037881'] for subnet (22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.602923 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Pushing event updated for resources: {'Subnet': ['ID=22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:18.617967 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Checking segment: {'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102669) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:18.618314 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Network hostable DHCP agents. Network: e9f8e112-ae37-49f0-b87d-8733ba2abf65, hostable agents: ['edb380a2-7932-4de0-8c05-b1f5a6e751e1'], hosted agents: [] {{(pid=102669) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 17 02:47:18.637354 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 is scheduled to be hosted by DHCP agent edb380a2-7932-4de0-8c05-b1f5a6e751e1 with binding_index 1 {{(pid=102669) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 17 02:47:18.648888 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-13-iscsi, e9f8e112-ae37-49f0-b87d-8733ba2abf65) {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:18.653024 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:18.653656 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for subnet (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.658318 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a914f68-2d72-4e18-8b5e-e83ab97c76a5 None None] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:47:18.678142 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-53fca51c-591a-418b-a86f-6be6ae397ebf admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3336847 Jan 17 02:47:18.678474 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60722) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:18.683024 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:18.709694 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16340329', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9467'] for router (1e5772ae-2754-4248-aec7-43d84704968c), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.710753 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16340245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16343479', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-396718', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9346'] for router (1e5772ae-2754-4248-aec7-43d84704968c), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.766223 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks [] for router_controller (1e5772ae-2754-4248-aec7-43d84704968c), precommit_add_association {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.771783 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpfd452d4c-fafb-5ae2-b246-e034195e97c3-e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'fixed_ips': [{'subnet_id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab'}]}} from dv-cinder-821602-13-iscsi. {{(pid=102671) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 17 02:47:18.772726 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.903534 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks [] for router_gateway (1e5772ae-2754-4248-aec7-43d84704968c), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:18.905733 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.db_base_plugin_common [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Allocated IP 172.20.0.2 (e9f8e112-ae37-49f0-b87d-8733ba2abf65/22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab/b27f812f-6920-4891-9c6a-73c1341ca901) {{(pid=102671) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:47:19.053812 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Publish callbacks [] for port (b27f812f-6920-4891-9c6a-73c1341ca901), precommit_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.059529 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), after_create {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.106975 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 is already hosted by enough agents. {{(pid=102671) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:19.111042 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.scheduler.base_scheduler [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Resources bound (agent type, host, resource id): {{(pid=102671) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:19.112922 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Pushing event updated for resources: {'Port': ['ID=b27f812f-6920-4891-9c6a-73c1341ca901,revision_number=1']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:19.115137 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Received port after_create {{(pid=102671) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:47:19.118609 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks [] for router_gateway (1e5772ae-2754-4248-aec7-43d84704968c), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.137427 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.168132 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Attempting to bind port b27f812f-6920-4891-9c6a-73c1341ca901 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:47:19.168542 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Attempting to bind port b27f812f-6920-4891-9c6a-73c1341ca901 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:47:19.168902 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Attempting to bind port b27f812f-6920-4891-9c6a-73c1341ca901 on network e9f8e112-ae37-49f0-b87d-8733ba2abf65 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:19.174424 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:47:19.174800 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Checking segment: {'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:19.175963 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.175963 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Bound using segment: {'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:47:19.176215 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Bound port: b27f812f-6920-4891-9c6a-73c1341ca901, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:47:19.176437 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.240384 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] For port b27f812f-6920-4891-9c6a-73c1341ca901, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:47:19.243455 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Allocated IP 172.27.1.73 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:47:19.245325 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] For port b27f812f-6920-4891-9c6a-73c1341ca901, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=b27f812f-6920-4891-9c6a-73c1341ca901,segment=NetworkSegment(38ad96e5-7883-4748-9a5f-38fe8ccccfb6),segment_id=38ad96e5-7883-4748-9a5f-38fe8ccccfb6)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:47:19.253582 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.280508 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:47:19.292528 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:19.293138 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:19.318389 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead35a0-76f0-414d-89c7-c5edc0cb6954 None None] Pushing event updated for resources: {'Port': ['ID=b27f812f-6920-4891-9c6a-73c1341ca901,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:19.363585 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks [] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.400880 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.402502 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:19.441420 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:19.446174 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:19.455600 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:47:19.503993 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Pushing event updated for resources: {'Port': ['ID=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:19.705396 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 2, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:19.733954 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:47:19.734315 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Updating router a66a1364-5f3b-4889-aa4b-e69ae85b5124 port 815c631c-a201-4576-a928-353cb31b2d72 binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:47:19.737906 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks [] for router_gateway (1e5772ae-2754-4248-aec7-43d84704968c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.758600 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (815c631c-a201-4576-a928-353cb31b2d72), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:19.937152 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16339942', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16343392'] for router (1e5772ae-2754-4248-aec7-43d84704968c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.004815 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device b27f812f-6920-4891-9c6a-73c1341ca901 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:20.030321 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Publish callbacks [] for port (815c631c-a201-4576-a928-353cb31b2d72), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.038217 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (815c631c-a201-4576-a928-353cb31b2d72), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.061259 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port b27f812f-6920-4891-9c6a-73c1341ca901 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:20.061772 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.087921 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Pushing event updated for resources: {'Port': ['ID=815c631c-a201-4576-a928-353cb31b2d72,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:20.092778 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Router 1e5772ae-2754-4248-aec7-43d84704968c is scheduled to L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 with binding_index 1 {{(pid=102670) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 17 02:47:20.097035 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.097444 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.097800 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.098271 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.098602 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.098947 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.099320 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.099647 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.099970 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.100383 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.100651 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.100950 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.101250 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102672) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:47:20.176284 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Attempting to bind port 815c631c-a201-4576-a928-353cb31b2d72 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:47:20.176646 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Attempting to bind port 815c631c-a201-4576-a928-353cb31b2d72 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:47:20.177002 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Attempting to bind port 815c631c-a201-4576-a928-353cb31b2d72 on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:20.182515 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:47:20.182883 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Checking segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:20.183279 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.183667 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Bound using segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:47:20.184150 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Bound port: 815c631c-a201-4576-a928-353cb31b2d72, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:47:20.184522 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (815c631c-a201-4576-a928-353cb31b2d72), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.186749 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port b27f812f-6920-4891-9c6a-73c1341ca901 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:20.187311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.232449 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port b27f812f-6920-4891-9c6a-73c1341ca901, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=b27f812f-6920-4891-9c6a-73c1341ca901,segment=NetworkSegment(38ad96e5-7883-4748-9a5f-38fe8ccccfb6),segment_id=38ad96e5-7883-4748-9a5f-38fe8ccccfb6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:47:20.240156 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.242711 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c9e1e284-4c31-458c-9079-e7c61273b508 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:20.270406 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] For port 815c631c-a201-4576-a928-353cb31b2d72, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:47:20.276257 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:47:20.280202 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] For port 815c631c-a201-4576-a928-353cb31b2d72, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=815c631c-a201-4576-a928-353cb31b2d72,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:47:20.291968 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Sync routers for ids ['1e5772ae-2754-4248-aec7-43d84704968c'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:47:20.292257 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (815c631c-a201-4576-a928-353cb31b2d72), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.317566 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.321796 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-690e9a72-9a3c-491e-ad0e-2fef1ef64bac admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.6422358 Jan 17 02:47:20.322686 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60724) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:20.344298 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Routers {'1e5772ae-2754-4248-aec7-43d84704968c'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:20.344938 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['1e5772ae-2754-4248-aec7-43d84704968c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:20.358745 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:20.359629 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:20.397799 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=b27f812f-6920-4891-9c6a-73c1341ca901,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:20.469758 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243370d2-21c9-4c3b-9d75-1c92108e9c9b None None] Pushing event updated for resources: {'Port': ['ID=815c631c-a201-4576-a928-353cb31b2d72,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:20.469935 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port c9e1e284-4c31-458c-9079-e7c61273b508 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:20.470369 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.503013 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:20.539087 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Set router 1e5772ae-2754-4248-aec7-43d84704968c gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:20.614033 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0717a2a-8d91-4845-be36-43a85e2b5e23 None None] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:47:20.737856 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Provisioning complete for port b27f812f-6920-4891-9c6a-73c1341ca901 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:20.738233 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.746636 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:20.773872 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c605d56a-1346-48cc-911b-a1ba3c96a561 None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:47:20.825672 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port c9e1e284-4c31-458c-9079-e7c61273b508 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:20.826056 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:20.879092 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port c9e1e284-4c31-458c-9079-e7c61273b508, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c9e1e284-4c31-458c-9079-e7c61273b508,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:47:20.904103 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.045654 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.129265 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Current status of the port b27f812f-6920-4891-9c6a-73c1341ca901 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:21.135737 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=c9e1e284-4c31-458c-9079-e7c61273b508,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:21.153000 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Provisioning complete for port 815c631c-a201-4576-a928-353cb31b2d72 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:21.153894 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (815c631c-a201-4576-a928-353cb31b2d72), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.177882 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:47:19Z', 'revision_number': 3, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port': {'id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:19Z', 'updated_at': '2022-01-17T02:47:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:21.209594 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Checking router: 1e5772ae-2754-4248-aec7-43d84704968c for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:47:21.209942 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Updating router 1e5772ae-2754-4248-aec7-43d84704968c port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 binding host dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:47:21.210682 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Allocated IP 172.20.0.1 (e9f8e112-ae37-49f0-b87d-8733ba2abf65/22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab/ba6d3bff-e794-4a34-9cd5-5094f4965254) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:47:21.244648 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.333716 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks [] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.368346 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.376210 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Current status of the port 815c631c-a201-4576-a928-353cb31b2d72 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:21.376595 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (815c631c-a201-4576-a928-353cb31b2d72), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.408899 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:21.413463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:21.418181 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:47:21.420327 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6d3bff-e794-4a34-9cd5-5094f4965254,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:21.457060 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] For port 815c631c-a201-4576-a928-353cb31b2d72, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=815c631c-a201-4576-a928-353cb31b2d72,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:47:21.459838 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16346039'] for router_interface (1e5772ae-2754-4248-aec7-43d84704968c), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.465580 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (815c631c-a201-4576-a928-353cb31b2d72), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.545005 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ca37f-0019-4a6d-9a3f-e52046f47a25 None None] Pushing event updated for resources: {'Port': ['ID=815c631c-a201-4576-a928-353cb31b2d72,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:21.606460 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.610460 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Publish callbacks [] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), precommit_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.612048 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-01a5f484-2e83-4082-932e-e69c8e513f3e None None] Provisioning complete for port b27f812f-6920-4891-9c6a-73c1341ca901 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:21.612418 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-01a5f484-2e83-4082-932e-e69c8e513f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.636748 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.706119 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327cdeb-e39c-4eef-893d-6c4ed4e1508f None None] Pushing event updated for resources: {'Port': ['ID=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,revision_number=2']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:21.712806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Attempting to bind port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:47:21.713153 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Attempting to bind port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:47:21.713509 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Attempting to bind port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 on network 8a393803-2a43-452a-bba4-33a25754c625 {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:21.720168 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:47:21.720832 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Checking segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102671) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:21.720957 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.721295 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Bound using segment: {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'} {{(pid=102671) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:47:21.721753 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.managers [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Bound port: bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64b87c01-7a2c-44d9-bc92-32cb00272b34', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8a393803-2a43-452a-bba4-33a25754c625'}}] {{(pid=102671) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:47:21.722132 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.768092 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks [] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.774341 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.782918 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-01a5f484-2e83-4082-932e-e69c8e513f3e None None] Current status of the port b27f812f-6920-4891-9c6a-73c1341ca901 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:21.802484 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] For port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102671) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:47:21.806849 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] For port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:47:21.809914 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-01a5f484-2e83-4082-932e-e69c8e513f3e None None] Provisioning complete for port 815c631c-a201-4576-a928-353cb31b2d72 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:21.810298 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-01a5f484-2e83-4082-932e-e69c8e513f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (815c631c-a201-4576-a928-353cb31b2d72), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.813414 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.840869 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Pushing event updated for resources: {'Port': ['ID=ba6d3bff-e794-4a34-9cd5-5094f4965254,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:21.847009 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16455932', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16345891'] for router_interface (1e5772ae-2754-4248-aec7-43d84704968c), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:21.906314 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Routers {'1e5772ae-2754-4248-aec7-43d84704968c'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:21.906939 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['1e5772ae-2754-4248-aec7-43d84704968c'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:21.911274 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327cdeb-e39c-4eef-893d-6c4ed4e1508f None None] Pushing event updated for resources: {'Port': ['ID=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,revision_number=3']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:21.947634 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:21.950368 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:22.017964 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device b27f812f-6920-4891-9c6a-73c1341ca901 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:22.056150 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-01a5f484-2e83-4082-932e-e69c8e513f3e None None] Current status of the port 815c631c-a201-4576-a928-353cb31b2d72 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:22.081719 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Router 1e5772ae-2754-4248-aec7-43d84704968c has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:47:22.085258 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] Set router 1e5772ae-2754-4248-aec7-43d84704968c gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:22.162335 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port b27f812f-6920-4891-9c6a-73c1341ca901 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:22.162916 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.197962 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:47:22.203390 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-a34de3c0-d826-4b91-a0bc-7c0225fb1245 admin admin] 10.222.0.24 "PUT /v2.0/routers/1e5772ae-2754-4248-aec7-43d84704968c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8799629 Jan 17 02:47:22.258622 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-1e53a512-8aa7-44df-8e48-334d541ecb45 None None] Provisioning complete for port ba6d3bff-e794-4a34-9cd5-5094f4965254 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:22.258984 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1e53a512-8aa7-44df-8e48-334d541ecb45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.316531 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-1e53a512-8aa7-44df-8e48-334d541ecb45 None None] Port ba6d3bff-e794-4a34-9cd5-5094f4965254 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:47:22.371803 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port b27f812f-6920-4891-9c6a-73c1341ca901 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:22.372903 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 815c631c-a201-4576-a928-353cb31b2d72 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:22.426688 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 4, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port': {'id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:19Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ba6d3bff-e794-4a34-9cd5-5094f4965254', 'name': '', 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'mac_address': 'fa:16:3e:32:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:21Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 2, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'subnets': [{'id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:22.454618 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d57537-77dd-48bf-b3af-d3510513c0d1 None None] The sync data for ids ['1e5772ae-2754-4248-aec7-43d84704968c'] in dv-cinder-821602-13-iscsi is: [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 4, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port': {'id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:19Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ba6d3bff-e794-4a34-9cd5-5094f4965254', 'name': '', 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'mac_address': 'fa:16:3e:32:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:21Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 2, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'subnets': [{'id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:47:22.459883 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port 815c631c-a201-4576-a928-353cb31b2d72 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:22.460303 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (815c631c-a201-4576-a928-353cb31b2d72), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.543370 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port 815c631c-a201-4576-a928-353cb31b2d72 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:22.544515 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c9e1e284-4c31-458c-9079-e7c61273b508 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:22.590535 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port c9e1e284-4c31-458c-9079-e7c61273b508 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:22.590801 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.678868 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port c9e1e284-4c31-458c-9079-e7c61273b508 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:22.697857 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60734) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:22.702781 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2149137f-c19b-4ebe-90ba-0cc1713e3fe3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2144913197', 'description': 'tempest-secgroup-smoke-2144913197 description', 'project_id': '9a5fffc31fb74051bb8478ab98082f04'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:22.728128 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2149137f-c19b-4ebe-90ba-0cc1713e3fe3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.800686 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2149137f-c19b-4ebe-90ba-0cc1713e3fe3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group (46ff0c29-4370-4a9a-bed6-2ecbb90d6f69), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.805485 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2149137f-c19b-4ebe-90ba-0cc1713e3fe3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (46ff0c29-4370-4a9a-bed6-2ecbb90d6f69), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.835220 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149137f-c19b-4ebe-90ba-0cc1713e3fe3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:22.839882 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2149137f-c19b-4ebe-90ba-0cc1713e3fe3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.841930 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2149137f-c19b-4ebe-90ba-0cc1713e3fe3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1420701 Jan 17 02:47:22.844237 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60736) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:22.850957 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-5a4b469b-0cde-4b9a-b384-af1541aee15a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'security_group_rule': {'security_group_id': '46ff0c29-4370-4a9a-bed6-2ecbb90d6f69', 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:22.881679 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a4b469b-0cde-4b9a-b384-af1541aee15a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (85b2e304-2f31-41cd-b1aa-2e0477dfcaf0), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.938167 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a4b469b-0cde-4b9a-b384-af1541aee15a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (85b2e304-2f31-41cd-b1aa-2e0477dfcaf0), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.942461 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a4b469b-0cde-4b9a-b384-af1541aee15a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (85b2e304-2f31-41cd-b1aa-2e0477dfcaf0), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.956176 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b469b-0cde-4b9a-b384-af1541aee15a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b2e304-2f31-41cd-b1aa-2e0477dfcaf0,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:22.970762 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-5a4b469b-0cde-4b9a-b384-af1541aee15a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:22.971992 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-5a4b469b-0cde-4b9a-b384-af1541aee15a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269100 Jan 17 02:47:22.978418 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60738) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:22.983177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-4282cbcf-fc4f-401d-9e96-4f9351bd5c95 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'security_group_rule': {'security_group_id': '46ff0c29-4370-4a9a-bed6-2ecbb90d6f69', 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:23.014942 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4282cbcf-fc4f-401d-9e96-4f9351bd5c95 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (6a0dba1f-921e-4510-9a51-2ad3f58b8424), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.093821 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4282cbcf-fc4f-401d-9e96-4f9351bd5c95 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (6a0dba1f-921e-4510-9a51-2ad3f58b8424), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.098892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4282cbcf-fc4f-401d-9e96-4f9351bd5c95 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (6a0dba1f-921e-4510-9a51-2ad3f58b8424), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.120644 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282cbcf-fc4f-401d-9e96-4f9351bd5c95 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0dba1f-921e-4510-9a51-2ad3f58b8424,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:23.129743 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-4282cbcf-fc4f-401d-9e96-4f9351bd5c95 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.131114 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-4282cbcf-fc4f-401d-9e96-4f9351bd5c95 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1516206 Jan 17 02:47:23.133899 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 60740) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:23.138462 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-9305bb53-da94-404e-b0a1-8b49c05e76a4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'security_group_rule': {'security_group_id': '46ff0c29-4370-4a9a-bed6-2ecbb90d6f69', 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:23.168805 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9305bb53-da94-404e-b0a1-8b49c05e76a4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (203ff7fd-d89f-4300-96f9-3f9355f9d1a3), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.231212 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9305bb53-da94-404e-b0a1-8b49c05e76a4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (203ff7fd-d89f-4300-96f9-3f9355f9d1a3), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.235805 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9305bb53-da94-404e-b0a1-8b49c05e76a4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (203ff7fd-d89f-4300-96f9-3f9355f9d1a3), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.256254 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305bb53-da94-404e-b0a1-8b49c05e76a4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=203ff7fd-d89f-4300-96f9-3f9355f9d1a3,revision_number=0']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:23.266045 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-9305bb53-da94-404e-b0a1-8b49c05e76a4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.267306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-9305bb53-da94-404e-b0a1-8b49c05e76a4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323495 Jan 17 02:47:23.270193 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60742) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:23.275296 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-3b22a38e-17c3-4a24-8d43-b3e403a1a73b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'security_group_rule': {'security_group_id': '46ff0c29-4370-4a9a-bed6-2ecbb90d6f69', 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:23.308718 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b22a38e-17c3-4a24-8d43-b3e403a1a73b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (319f463c-ce40-4243-8e6d-16525ecc0611), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.371276 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b22a38e-17c3-4a24-8d43-b3e403a1a73b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (319f463c-ce40-4243-8e6d-16525ecc0611), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.378207 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b22a38e-17c3-4a24-8d43-b3e403a1a73b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (319f463c-ce40-4243-8e6d-16525ecc0611), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.397298 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22a38e-17c3-4a24-8d43-b3e403a1a73b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319f463c-ce40-4243-8e6d-16525ecc0611,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:23.405452 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-3b22a38e-17c3-4a24-8d43-b3e403a1a73b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.406854 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-3b22a38e-17c3-4a24-8d43-b3e403a1a73b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1351347 Jan 17 02:47:23.409465 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60744) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:23.414273 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'security_group_rule': {'security_group_id': '46ff0c29-4370-4a9a-bed6-2ecbb90d6f69', 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:23.438600 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Project 9a5fffc31fb74051bb8478ab98082f04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 02:47:23.444037 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (16c41cb7-bdb0-4ee7-a486-d68da808c35e), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.504568 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (16c41cb7-bdb0-4ee7-a486-d68da808c35e), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.511922 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (16c41cb7-bdb0-4ee7-a486-d68da808c35e), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.532755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16c41cb7-bdb0-4ee7-a486-d68da808c35e,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:23.541732 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.542972 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f7c02f1a-779b-4745-906a-e7e7c3fbcf5d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325336 Jan 17 02:47:23.545850 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60746) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:47:23.550134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'security_group_rule': {'security_group_id': '46ff0c29-4370-4a9a-bed6-2ecbb90d6f69', 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:23.577615 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.securitygroups_db [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Project 9a5fffc31fb74051bb8478ab98082f04 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 17 02:47:23.582909 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (e4180cc5-cd1a-457c-872d-badb92f8434a), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.645290 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (e4180cc5-cd1a-457c-872d-badb92f8434a), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.650536 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16450121'] for security_group_rule (e4180cc5-cd1a-457c-872d-badb92f8434a), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.668682 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4180cc5-cd1a-457c-872d-badb92f8434a,revision_number=0']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:23.678674 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:23.679916 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-61cca186-6570-4e7d-b470-5c918d528b5b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331406 Jan 17 02:47:23.958736 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:24.161746 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:24.162106 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:24.239003 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:24.239400 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:24.264494 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] For port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:47:24.269500 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:24.316257 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Pushing event updated for resources: {'Port': ['ID=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:24.738857 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Sync routers for ids ['1e5772ae-2754-4248-aec7-43d84704968c'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:47:24.749550 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Routers {'1e5772ae-2754-4248-aec7-43d84704968c'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:24.750137 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['1e5772ae-2754-4248-aec7-43d84704968c'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:24.862219 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Set router 1e5772ae-2754-4248-aec7-43d84704968c gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:25.072410 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 4, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port': {'id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:19Z', 'updated_at': '2022-01-17T02:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ba6d3bff-e794-4a34-9cd5-5094f4965254', 'name': '', 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'mac_address': 'fa:16:3e:32:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:21Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 2, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'subnets': [{'id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:25.098408 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Checking router: 1e5772ae-2754-4248-aec7-43d84704968c for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:47:25.098754 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Updating router 1e5772ae-2754-4248-aec7-43d84704968c port ba6d3bff-e794-4a34-9cd5-5094f4965254 binding host dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 17 02:47:25.125340 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.494748 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Publish callbacks [] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), precommit_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.506327 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.554756 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f4ea9-bbb2-4b68-ac29-40fbd33a2157 None None] Pushing event updated for resources: {'Port': ['ID=ba6d3bff-e794-4a34-9cd5-5094f4965254,revision_number=3']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:25.612810 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Attempting to bind port ba6d3bff-e794-4a34-9cd5-5094f4965254 on host dv-cinder-821602-13-iscsi for vnic_type normal with profile {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:47:25.613174 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Attempting to bind port ba6d3bff-e794-4a34-9cd5-5094f4965254 by drivers openvswitch,hyperv on host dv-cinder-821602-13-iscsi at level 0 using segments [{'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:47:25.613538 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Attempting to bind port ba6d3bff-e794-4a34-9cd5-5094f4965254 on network e9f8e112-ae37-49f0-b87d-8733ba2abf65 {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:25.618737 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Checking agent: {'id': 'a01cb21d-99b7-45cd-b36f-8bfd2719f73f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-13-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 26, 46), 'started_at': datetime.datetime(2022, 1, 17, 2, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-13-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:47:25.619102 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Checking segment: {'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102672) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:25.619495 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.619883 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Bound using segment: {'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'} {{(pid=102672) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:47:25.620365 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.managers [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Bound port: ba6d3bff-e794-4a34-9cd5-5094f4965254, host: dv-cinder-821602-13-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ad96e5-7883-4748-9a5f-38fe8ccccfb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65'}}] {{(pid=102672) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:47:25.620739 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), before_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.688509 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] For port ba6d3bff-e794-4a34-9cd5-5094f4965254, host dv-cinder-821602-13-iscsi, cleared binding levels {{(pid=102672) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:47:25.691694 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.plugins.ml2.db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] For port ba6d3bff-e794-4a34-9cd5-5094f4965254, host dv-cinder-821602-13-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ba6d3bff-e794-4a34-9cd5-5094f4965254,segment=NetworkSegment(38ad96e5-7883-4748-9a5f-38fe8ccccfb6),segment_id=38ad96e5-7883-4748-9a5f-38fe8ccccfb6)] {{(pid=102672) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:47:25.697650 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron_lib.callbacks.manager [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), after_update {{(pid=102672) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.759038 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98f4ea9-bbb2-4b68-ac29-40fbd33a2157 None None] Pushing event updated for resources: {'Port': ['ID=ba6d3bff-e794-4a34-9cd5-5094f4965254,revision_number=4']} {{(pid=102672) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:25.763106 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Routers {'1e5772ae-2754-4248-aec7-43d84704968c'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:47:25.763754 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['1e5772ae-2754-4248-aec7-43d84704968c'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:25.772809 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-09c8528a-23f0-45b9-a6e5-b014b4f5c2ba None None] Provisioning complete for port ba6d3bff-e794-4a34-9cd5-5094f4965254 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:25.773327 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09c8528a-23f0-45b9-a6e5-b014b4f5c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.859882 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-09c8528a-23f0-45b9-a6e5-b014b4f5c2ba None None] Current status of the port ba6d3bff-e794-4a34-9cd5-5094f4965254 is: DOWN; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:25.860470 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09c8528a-23f0-45b9-a6e5-b014b4f5c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.874534 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] Set router 1e5772ae-2754-4248-aec7-43d84704968c gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:47:25.917915 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-09c8528a-23f0-45b9-a6e5-b014b4f5c2ba None None] For port ba6d3bff-e794-4a34-9cd5-5094f4965254, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ba6d3bff-e794-4a34-9cd5-5094f4965254,segment=NetworkSegment(38ad96e5-7883-4748-9a5f-38fe8ccccfb6),segment_id=38ad96e5-7883-4748-9a5f-38fe8ccccfb6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:47:25.933478 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-09c8528a-23f0-45b9-a6e5-b014b4f5c2ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:25.987397 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:26.024127 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c8528a-23f0-45b9-a6e5-b014b4f5c2ba None None] Pushing event updated for resources: {'Port': ['ID=ba6d3bff-e794-4a34-9cd5-5094f4965254,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:26.060126 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-77f77c6e-f87a-49fa-80fd-b4972100b932 None None] Provisioning complete for port ba6d3bff-e794-4a34-9cd5-5094f4965254 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:26.060511 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-77f77c6e-f87a-49fa-80fd-b4972100b932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:26.082966 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 4, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port': {'id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:19Z', 'updated_at': '2022-01-17T02:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ba6d3bff-e794-4a34-9cd5-5094f4965254', 'name': '', 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'mac_address': 'fa:16:3e:32:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:21Z', 'updated_at': '2022-01-17T02:47:25Z', 'revision_number': 4, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'subnets': [{'id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:47:26.085296 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:26.085675 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:26.114027 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46528520-b416-4cd6-87bf-49f3e01b9ada None None] The sync data for ids ['1e5772ae-2754-4248-aec7-43d84704968c'] in dv-cinder-821602-13-iscsi is: [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 4, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port': {'id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:19Z', 'updated_at': '2022-01-17T02:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': 'ba6d3bff-e794-4a34-9cd5-5094f4965254', 'name': '', 'network_id': 'e9f8e112-ae37-49f0-b87d-8733ba2abf65', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'mac_address': 'fa:16:3e:32:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:21Z', 'updated_at': '2022-01-17T02:47:25Z', 'revision_number': 4, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'subnets': [{'id': '22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:47:26.210434 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-77f77c6e-f87a-49fa-80fd-b4972100b932 None None] Current status of the port ba6d3bff-e794-4a34-9cd5-5094f4965254 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:26.219803 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:26.221134 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ba6d3bff-e794-4a34-9cd5-5094f4965254 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:26.271188 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port ba6d3bff-e794-4a34-9cd5-5094f4965254 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:26.271620 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:26.356269 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ba6d3bff-e794-4a34-9cd5-5094f4965254 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:27.943023 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ba6d3bff-e794-4a34-9cd5-5094f4965254 up at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:47:27.991878 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Provisioning complete for port ba6d3bff-e794-4a34-9cd5-5094f4965254 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:27.992280 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:28.070242 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Current status of the port ba6d3bff-e794-4a34-9cd5-5094f4965254 is: ACTIVE; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:47:38.708003 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:39.693246 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-632ef203-695b-465d-a665-3cd202e0668d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:41.900470 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-7bffe70e-eb90-4cd4-83bf-d702a1857123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:43.022460 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:44.388442 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-dcc6132f-b64d-4c9c-817c-d418faf21bfb tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144913197&fields=id&tenant_id=9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 267 time: 0.0536895 Jan 17 02:47:44.509919 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-00957f5f-5623-4487-861b-57361cfab605 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:44.511346 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-00957f5f-5623-4487-861b-57361cfab605 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 812 time: 0.1128154 Jan 17 02:47:44.527424 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-80198b4e-54a2-4420-a525-4c13cd0a799f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/quotas/9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 375 time: 0.0092697 Jan 17 02:47:44.576965 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-25309bc1-aefc-46bf-938e-7143732713f4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446110 Jan 17 02:47:44.657243 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:44.716100 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-835b7225-892c-4507-9de5-e8d36d15b7fc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:47:44.717155 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-835b7225-892c-4507-9de5-e8d36d15b7fc service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1240048 Jan 17 02:47:44.814698 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-32bacdb1-cab5-4595-b3e0-704f0fec2785 service neutron] 10.222.0.24 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890939 Jan 17 02:47:44.902667 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-9f25acb8-003c-4000-9750-dcc2016aeaa8 service neutron] 10.222.0.24 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820820 Jan 17 02:47:45.860262 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:46.203256 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5094d036-630d-43be-a1ab-37069a363b8d req-49239dca-408a-4ff0-a07b-5758e750673a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 210 time: 0.0260146 Jan 17 02:47:47.283736 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa9080e3-bc8f-450a-ab25-ac09774f1b68 req-c51cf3db-921b-4c09-a36e-fd37ccf742a2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 210 time: 0.0306737 Jan 17 02:47:48.371073 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b07d20f4-2521-4a3d-95ea-d173e16f5939 req-8328301d-c4d1-44c0-9813-f8ebbc990efe tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 210 time: 0.0317700 Jan 17 02:47:49.451830 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fd44689f-b042-435a-9035-4a354f976417 req-e1eb9d04-ddb3-464f-b44f-9aa8342ce03f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 210 time: 0.0254295 Jan 17 02:47:50.555786 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9ade7c4f-abeb-4dcc-bda4-e9d2a61ce460 req-249acb22-d17c-4e78-8469-5c025586ad70 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 210 time: 0.0269682 Jan 17 02:47:51.467066 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-43e78966-7a7d-4334-8ac7-74cbf7a76cd0 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:51.469346 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-43e78966-7a7d-4334-8ac7-74cbf7a76cd0 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 812 time: 0.1104753 Jan 17 02:47:51.541270 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-3e040176-3a27-4e63-b7d5-2036cc3958e2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 380 time: 0.0575449 Jan 17 02:47:51.558681 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'port': {'device_id': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'admin_state_up': True, 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'security_groups': ['46ff0c29-4370-4a9a-bed6-2ecbb90d6f69']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:51.652405 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ee262622-4495-45ba-b2af-d618c1e147f8 req-1728c428-d032-43cf-bdcb-31ee20a7bf4f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 210 time: 0.0256262 Jan 17 02:47:51.670715 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Made reservation on behalf of 9a5fffc31fb74051bb8478ab98082f04 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:47:51.674294 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:51.803447 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Allocated IP 172.20.0.6 (660ee0d2-ff63-4e21-854f-357c6aa22718/3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90/a02298e0-0128-4eb8-8ba4-b0c67a89c0bd) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:47:51.944131 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:51.981855 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.026614 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:47:52.030001 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:47:52.033835 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:47:52.057316 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:52.090310 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:52.091128 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.118162 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-042c5433-c450-477e-8a3c-0b16f08c54e7 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5633228 Jan 17 02:47:52.128420 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-ec8adc0f-5e17-48de-bdb0-e99724a8d64e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102670) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:47:52.129768 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-ec8adc0f-5e17-48de-bdb0-e99724a8d64e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061600 Jan 17 02:47:52.198787 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Request body: {'port': {'device_id': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:47:52.250860 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.312873 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-fa69e2db-df40-436d-bbcb-fc34977394f6 None None] Provisioning complete for port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:47:52.313459 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa69e2db-df40-436d-bbcb-fc34977394f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.347121 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-fa69e2db-df40-436d-bbcb-fc34977394f6 None None] Port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:47:52.526693 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a02298e0-0128-4eb8-8ba4-b0c67a89c0bd {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:47:52.536187 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Publish callbacks [] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.547977 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Transition to ACTIVE for port object a02298e0-0128-4eb8-8ba4-b0c67a89c0bd will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:47:52.554668 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.602483 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Pushing event updated for resources: {'Port': ['ID=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:52.673456 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Attempting to bind port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:47:52.673786 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Attempting to bind port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:47:52.675765 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Attempting to bind port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:52.678936 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd on network 660ee0d2-ff63-4e21-854f-357c6aa22718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:47:52.679254 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Attempting to bind port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:47:52.684759 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:47:52.685306 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Checking segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:47:52.685863 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Bound using segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:47:52.686286 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Bound port: a02298e0-0128-4eb8-8ba4-b0c67a89c0bd, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:47:52.686725 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.754849 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] For port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:47:52.763593 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] For port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:47:52.769701 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.773010 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2734cc-8e9b-417e-8208-033a3f503557 req-7d6d5462-8955-4b45-825b-cc0af262a5e9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:52.776618 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e2734cc-8e9b-417e-8208-033a3f503557 req-7d6d5462-8955-4b45-825b-cc0af262a5e9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0532093 Jan 17 02:47:52.807738 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:52.808438 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:47:52.809809 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] 10.222.0.64 "PUT /v2.0/ports/a02298e0-0128-4eb8-8ba4-b0c67a89c0bd HTTP/1.1" status: 200 len: 1093 time: 0.6677856 Jan 17 02:47:52.810243 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:47:52.812582 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:47:52.830223 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9e2734cc-8e9b-417e-8208-033a3f503557 req-3a67bade-fc73-47a7-907a-e875e8f18fd6 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494952 Jan 17 02:47:52.836558 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af49f0c8-26d3-4464-9b4a-8d962ef30170 service neutron] Pushing event updated for resources: {'Port': ['ID=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:47:52.913071 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-a3612303-1740-4077-a8a0-86beff24cc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:52.914620 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-a3612303-1740-4077-a8a0-86beff24cc2d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 1096 time: 0.0451407 Jan 17 02:47:52.967590 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-d6bd48ca-7945-4e16-b440-083c30de3c69 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd HTTP/1.1" status: 200 len: 217 time: 0.0383439 Jan 17 02:47:53.016914 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-be358794-0e5c-4b95-adb3-b216c3ed9fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:53.018422 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-be358794-0e5c-4b95-adb3-b216c3ed9fce service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0443039 Jan 17 02:47:53.066452 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd163b-3601-477b-b429-e44e866e5d1e req-51630c23-dceb-4833-b457-12c5d12f0d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:53.068633 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-51630c23-dceb-4833-b457-12c5d12f0d50 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0441263 Jan 17 02:47:53.158819 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-5f7a5875-8496-40b9-9dc3-f13a6406f1a7 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845978 Jan 17 02:47:53.184321 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:47:53.246985 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-abdd163b-3601-477b-b429-e44e866e5d1e req-5eb25808-813d-4b3d-9e01-63c276a94467 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818405 Jan 17 02:47:53.934762 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25421389-e34b-4c42-ad47-84806aa0aed6 x-openstack-request-id: req-25421389-e34b-4c42-ad47-84806aa0aed6 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:47:53.935342 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:47:53.935342 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-25421389-e34b-4c42-ad47-84806aa0aed6 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:47:53.935708 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'status': 'completed', 'code': 200} Jan 17 02:47:53.965811 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35bdf8-eb9a-44ae-8fd9-4a45a2b466ac req-f5773578-0950-4be4-9323-0c5c5a61d0e5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:53.967350 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d35bdf8-eb9a-44ae-8fd9-4a45a2b466ac req-f5773578-0950-4be4-9323-0c5c5a61d0e5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0542076 Jan 17 02:47:54.018123 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2d35bdf8-eb9a-44ae-8fd9-4a45a2b466ac req-43bfd848-9852-47ea-a579-27b302bb323d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449324 Jan 17 02:47:54.022985 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-5ccba057-c799-4f07-821c-e7907aa6c774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:54.024616 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-5ccba057-c799-4f07-821c-e7907aa6c774 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 1096 time: 0.0443556 Jan 17 02:47:54.118165 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-34d2b395-8b37-432d-aa26-534197e58394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:54.119562 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-34d2b395-8b37-432d-aa26-534197e58394 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0823796 Jan 17 02:47:54.162528 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-7fdebc80-0ac7-4bc0-9e36-28a32d94a317 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd HTTP/1.1" status: 200 len: 217 time: 0.0360827 Jan 17 02:47:54.220881 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-13730596-45f3-4ded-bc27-7e7caa942d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:54.222298 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-13730596-45f3-4ded-bc27-7e7caa942d7d service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0542426 Jan 17 02:47:54.266492 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-712bc5fa-a4b1-4f60-a410-eb4ea4bb6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:54.267987 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-712bc5fa-a4b1-4f60-a410-eb4ea4bb6cf8 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397854 Jan 17 02:47:54.358726 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-f340690e-17ad-4cc6-878f-99715aa58046 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847852 Jan 17 02:47:54.449143 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-9639c11c-aba5-4fcc-bce1-392f4c5ea6ac req-d03d1b61-3128-466b-ae75-0247f292d7e8 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841906 Jan 17 02:47:55.153976 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4582443-fced-4fbc-a18c-88443eef803e req-939a2081-bc1e-48d0-aa69-ea55ba7a6161 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:55.155431 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c4582443-fced-4fbc-a18c-88443eef803e req-939a2081-bc1e-48d0-aa69-ea55ba7a6161 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0594032 Jan 17 02:47:55.203754 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-c4582443-fced-4fbc-a18c-88443eef803e req-aafb123e-3e8e-456c-820a-4b7630c996ad tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425825 Jan 17 02:47:56.343811 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3437ae-e793-4e7c-9b45-acc3dc1374eb req-886cfff0-472b-4efb-9178-100d811ef53d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:56.345449 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f3437ae-e793-4e7c-9b45-acc3dc1374eb req-886cfff0-472b-4efb-9178-100d811ef53d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0571737 Jan 17 02:47:56.398835 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-6f3437ae-e793-4e7c-9b45-acc3dc1374eb req-76db9e05-b32f-4eea-b60d-8d03f6f580ec tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474467 Jan 17 02:47:57.528540 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205434c-a760-4fbf-817a-ebcee8b3124f req-36416513-c11c-48ce-9aad-862d2ae4e243 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:57.529933 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b205434c-a760-4fbf-817a-ebcee8b3124f req-36416513-c11c-48ce-9aad-862d2ae4e243 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0523734 Jan 17 02:47:57.580461 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b205434c-a760-4fbf-817a-ebcee8b3124f req-807b93e8-a802-4d69-9eb1-0a22f2aa97d2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423529 Jan 17 02:47:58.722796 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d11d1d-0594-483e-a3ae-fc0de24d1eca req-5b767069-ccab-47a0-ab06-844f46c7ae19 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:58.724339 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18d11d1d-0594-483e-a3ae-fc0de24d1eca req-5b767069-ccab-47a0-ab06-844f46c7ae19 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0583422 Jan 17 02:47:58.778026 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-18d11d1d-0594-483e-a3ae-fc0de24d1eca req-7646b37f-0741-48e5-b217-c2a886fd87ac tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480368 Jan 17 02:47:59.908781 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a448ab5d-4dec-4389-be82-f5e572867e60 req-7924118c-1693-463b-8ee9-3382eb3ce34e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:47:59.910263 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a448ab5d-4dec-4389-be82-f5e572867e60 req-7924118c-1693-463b-8ee9-3382eb3ce34e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0500183 Jan 17 02:47:59.959935 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a448ab5d-4dec-4389-be82-f5e572867e60 req-a07863be-2147-42fa-9d32-3c1a7b7c5027 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440595 Jan 17 02:48:01.086378 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d326d-2707-4829-abf3-515a48772e57 req-cdf582ec-26e0-4c8a-93e1-083b5b38865b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:01.087823 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-722d326d-2707-4829-abf3-515a48772e57 req-cdf582ec-26e0-4c8a-93e1-083b5b38865b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0538304 Jan 17 02:48:01.142880 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-722d326d-2707-4829-abf3-515a48772e57 req-801d4e58-339c-416d-bea5-506638ad7e9b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466950 Jan 17 02:48:02.284129 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c397-3466-40ee-b3f1-75bf9f254eba req-acc0df0e-9c5d-4f0b-a3a0-c533b66368e6 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:02.285624 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5365c397-3466-40ee-b3f1-75bf9f254eba req-acc0df0e-9c5d-4f0b-a3a0-c533b66368e6 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 943 time: 0.0546231 Jan 17 02:48:02.334367 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5365c397-3466-40ee-b3f1-75bf9f254eba req-fcf4e995-f668-4b37-8f5b-e3549fd495fd tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431259 Jan 17 02:48:02.902943 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device a02298e0-0128-4eb8-8ba4-b0c67a89c0bd details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:48:02.998448 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:48:03.009447 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'port_id': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'mac_address': 'fa:16:3e:93:df:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:48:03.049855 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:48:03.050233 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:03.062825 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a02298e0-0128-4eb8-8ba4-b0c67a89c0bd {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:48:03.081447 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:48:03.087992 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:03.134932 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:48:03.462272 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57540c6-f9e6-4682-a47a-079434f23c71 req-ce2d31b8-7a03-4603-9607-413584666131 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:03.463729 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b57540c6-f9e6-4682-a47a-079434f23c71 req-ce2d31b8-7a03-4603-9607-413584666131 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 944 time: 0.0482323 Jan 17 02:48:03.513122 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b57540c6-f9e6-4682-a47a-079434f23c71 req-74867278-cea6-48a5-b357-fa803d0d4fee tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437570 Jan 17 02:48:03.529891 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['a02298e0-0128-4eb8-8ba4-b0c67a89c0bd'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:48:04.644234 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee5c93-24ea-4f1c-9ff8-c9de28a523ed req-bc239a05-32a8-415e-af78-d8e557067cd3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:04.646045 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05ee5c93-24ea-4f1c-9ff8-c9de28a523ed req-bc239a05-32a8-415e-af78-d8e557067cd3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 944 time: 0.0552614 Jan 17 02:48:04.696084 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-05ee5c93-24ea-4f1c-9ff8-c9de28a523ed req-464912e4-b48e-4e8c-aace-cf98aa5de75b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420709 Jan 17 02:48:04.917934 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device a02298e0-0128-4eb8-8ba4-b0c67a89c0bd up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:48:04.972959 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:48:04.977022 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:48:04.977386 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:05.057277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:48:05.057640 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:05.079205 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:48:05.081581 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81174b3-6ada-46f7-978a-616c5e5ca5b3" -d '{"events": [{"server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "name": "network-vif-plugged", "status": "completed", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:48:05.093377 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:48:05.099237 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:05.147626 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:48:05.821829 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81600762-50ef-4ebe-969a-df9443c45161 req-49660a28-bd21-489e-b57d-79b9232f14ad tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:05.823324 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81600762-50ef-4ebe-969a-df9443c45161 req-49660a28-bd21-489e-b57d-79b9232f14ad tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 945 time: 0.0506406 Jan 17 02:48:05.872757 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-81600762-50ef-4ebe-969a-df9443c45161 req-dea242c4-81e6-4365-a24a-f3adc5e7cb99 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437872 Jan 17 02:48:06.191105 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a88cac5-0b17-45a2-b267-caec83c9b7a5 x-openstack-request-id: req-6a88cac5-0b17-45a2-b267-caec83c9b7a5 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:48:06.191657 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "name": "network-vif-plugged", "status": "completed", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:48:06.191657 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6a88cac5-0b17-45a2-b267-caec83c9b7a5 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:48:06.192019 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'code': 200} Jan 17 02:48:06.450902 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303c8723-e6be-42eb-9367-111bda3a50ca req-42875f90-0105-49ac-9673-128740a32032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:06.452435 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-303c8723-e6be-42eb-9367-111bda3a50ca req-42875f90-0105-49ac-9673-128740a32032 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 1098 time: 0.0410962 Jan 17 02:48:06.499603 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-303c8723-e6be-42eb-9367-111bda3a50ca req-a785317e-7edc-4119-829a-fb755b610551 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415504 Jan 17 02:48:06.996004 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc20fa7-6bb0-4767-821b-38b45002f16e req-b753186e-cca2-4d66-a9a7-98c2c4db198b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:06.997664 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfc20fa7-6bb0-4767-821b-38b45002f16e req-b753186e-cca2-4d66-a9a7-98c2c4db198b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 945 time: 0.0526395 Jan 17 02:48:07.052619 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-dfc20fa7-6bb0-4767-821b-38b45002f16e req-7c70b9aa-e604-483e-b127-4657ab3cad1f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468245 Jan 17 02:48:08.188348 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71839011-f73f-4508-a951-aebb2a61c4fd req-f59f7539-6af0-4081-af2a-cad9060581d9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:08.189806 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71839011-f73f-4508-a951-aebb2a61c4fd req-f59f7539-6af0-4081-af2a-cad9060581d9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 945 time: 0.0528951 Jan 17 02:48:08.240226 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-71839011-f73f-4508-a951-aebb2a61c4fd req-927d2c79-35da-4089-8c1b-7d186d8591bd tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Jan 17 02:48:08.358685 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d1e52c-01b1-4f2c-88ba-d81182d02ffd req-23a01c22-2321-4ae4-bfd6-47324023ee85 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:08.360189 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d1e52c-01b1-4f2c-88ba-d81182d02ffd req-23a01c22-2321-4ae4-bfd6-47324023ee85 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 945 time: 0.0500441 Jan 17 02:48:08.411782 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-10d1e52c-01b1-4f2c-88ba-d81182d02ffd req-aefd7343-6f5e-45d6-832d-8ca30cf352a5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433869 Jan 17 02:48:08.443912 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60954) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:48:08.544711 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66415365-a4c6-426f-83b4-4ed47bd72bf0 tempest-TestVolumeBootPattern-895372376 tempest-TestVolumeBootPattern-895372376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:08.546282 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-66415365-a4c6-426f-83b4-4ed47bd72bf0 tempest-TestVolumeBootPattern-895372376 tempest-TestVolumeBootPattern-895372376-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 1093 time: 0.1014102 Jan 17 02:48:08.549442 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 60958) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:48:08.553603 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'port_id': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:48:08.579486 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:08.679827 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:08.725983 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:08.784577 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Allocated IP 172.27.1.24 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/b16d5ed8-3ca1-494f-acf2-f5b67cae7850) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:48:08.884751 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:08.920974 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:08.961052 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:48:08.966404 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:48:08.968603 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=b16d5ed8-3ca1-494f-acf2-f5b67cae7850,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:48:08.971586 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:48:08.978144 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.978427 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.978763 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.979091 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.979414 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.979733 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.980053 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.980414 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.980738 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.981057 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.981367 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.981684 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:08.981997 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:48:09.582652 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (31c03f61-7ad5-40cd-9d5d-63768ba5d031), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:09.652782 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:09.686811 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4d3cbdd6-c8bf-4c9f-9215-f93d00cebcf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:09.808618 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:09.816201 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:09.886258 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=b16d5ed8-3ca1-494f-acf2-f5b67cae7850,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:48:09.895147 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (31c03f61-7ad5-40cd-9d5d-63768ba5d031), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:09.994408 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Floating IP 31c03f61-7ad5-40cd-9d5d-63768ba5d031 associated. External IP: 172.27.1.24, port: a02298e0-0128-4eb8-8ba4-b0c67a89c0bd. Jan 17 02:48:10.202589 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:48:10.309562 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:48:10.320364 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:48:10.331802 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:10.332054 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:48:10.332707 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:48:10.357813 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7580dfa6-7c69-4fb9-9dda-a5577a76b558 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8074043 Jan 17 02:48:10.358376 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:48:10.360883 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6d58b7-7f32-432f-afb3-aad631ac9a15" -d '{"events": [{"name": "network-changed", "server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:48:10.402051 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1debeaea-5d82-43cb-b84b-d626e2d8c1d4 x-openstack-request-id: req-1debeaea-5d82-43cb-b84b-d626e2d8c1d4 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:48:10.402381 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:48:10.402633 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1debeaea-5d82-43cb-b84b-d626e2d8c1d4 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:48:10.403376 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'status': 'completed', 'code': 200} Jan 17 02:48:10.437488 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:48:10.488942 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-1a2aa83d-a8c3-46c3-af25-426635835921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:10.490397 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-1a2aa83d-a8c3-46c3-af25-426635835921 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 1098 time: 0.0441484 Jan 17 02:48:10.580173 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-6f92984f-faf4-497e-9dac-0c8812a4beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:10.581690 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-6f92984f-faf4-497e-9dac-0c8812a4beeb service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0855215 Jan 17 02:48:10.649020 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-de1cbddb-8fc7-4a74-895f-bfb77716edae service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd HTTP/1.1" status: 200 len: 998 time: 0.0614698 Jan 17 02:48:10.656091 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '31c03f61-7ad5-40cd-9d5d-63768ba5d031', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:93:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:48:09Z', 'updated_at': '2022-01-17T02:48:09Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:48:10.685223 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:48:10.693535 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:48:10.694134 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:47:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:48:10.696345 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-974e9924-4d51-49b0-ab75-7901e6739b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:10.697870 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-974e9924-4d51-49b0-ab75-7901e6739b76 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0438445 Jan 17 02:48:10.742945 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-6133d9f6-d21e-4288-9905-8b58ad9c7d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:10.744390 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-6133d9f6-d21e-4288-9905-8b58ad9c7d9b service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405903 Jan 17 02:48:10.796944 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:48:10.836462 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-42d3c74a-1c75-4014-9598-3454e3d43c69 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856094 Jan 17 02:48:10.923465 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2f6d58b7-7f32-432f-afb3-aad631ac9a15 req-3018dcda-5f5c-4a3c-9694-6f40faccb9ec service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814595 Jan 17 02:48:11.151730 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '31c03f61-7ad5-40cd-9d5d-63768ba5d031', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:93:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:48:09Z', 'updated_at': '2022-01-17T02:48:09Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:48:11.185550 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f539ffe2-73a5-4126-9fae-3b946a5333f5 None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': '31c03f61-7ad5-40cd-9d5d-63768ba5d031', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.24', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:93:df:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:48:09Z', 'updated_at': '2022-01-17T02:48:09Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:48:11.817086 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5690892-bd35-43fa-bea8-0cb6da2b3acc None None] New status for floating IP 31c03f61-7ad5-40cd-9d5d-63768ba5d031: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:48:11.905701 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-82944f78-0e5a-4ae2-9001-8271f29e691f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:13.026621 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:14.659545 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:15.859313 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:30.189879 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:48:38.729668 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:39.703327 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-37ead488-234c-487b-a09d-74fec4bf6f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:41.901599 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2181ac73-a554-4a6e-8750-7d4068493fbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:42.871127 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-1d4c7961-01db-44f8-a162-075c4a20d4a8 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0463643 Jan 17 02:48:42.974577 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643702-ea60-4358-8519-d4afbb14e257 req-8394d634-2019-4447-8362-12141c31ee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:42.976098 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-8394d634-2019-4447-8362-12141c31ee92 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 1098 time: 0.0415561 Jan 17 02:48:43.020529 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:43.083992 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643702-ea60-4358-8519-d4afbb14e257 req-366befea-454d-487c-84d3-9979c24311c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:43.085504 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-366befea-454d-487c-84d3-9979c24311c4 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0887043 Jan 17 02:48:43.151259 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-9cda6374-64f3-4576-b937-13446b1cacbe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd HTTP/1.1" status: 200 len: 1000 time: 0.0589561 Jan 17 02:48:43.199365 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643702-ea60-4358-8519-d4afbb14e257 req-dafb58c3-4240-4abb-85b6-eb7a82a015de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:43.200786 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-dafb58c3-4240-4abb-85b6-eb7a82a015de service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0433335 Jan 17 02:48:43.251645 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81643702-ea60-4358-8519-d4afbb14e257 req-6ab9fa0c-d521-4b02-8492-49fd36bfe0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:48:43.253260 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-6ab9fa0c-d521-4b02-8492-49fd36bfe0db service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426965 Jan 17 02:48:43.352183 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-c3724bca-106e-459e-b609-251719cd7da4 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919015 Jan 17 02:48:43.441825 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-81643702-ea60-4358-8519-d4afbb14e257 req-8c4deab3-e2a5-45bf-a99a-eb00c46abf53 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828860 Jan 17 02:48:44.669259 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:48:45.855106 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:07.195255 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:49:08.747791 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:09.699824 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-4c2b415f-143c-448c-8263-7aa0057b133d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:11.907977 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b91deb8f-791c-480c-bda8-70c9839e0e83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:13.036492 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:14.668521 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:15.868867 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:38.763556 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:39.685486 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a8505d2a-27b9-4b79-a73d-0b4c10a54a1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:41.901622 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fde58693-c45f-4ce7-923d-945b430859ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:43.038635 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:43.874629 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-4a82ff38-bbcb-4c2f-9666-6783e47cfda5 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470304 Jan 17 02:49:43.977646 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-d10d5c03-67c9-40f6-a0fd-17f8e8ad9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:49:43.979141 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-d10d5c03-67c9-40f6-a0fd-17f8e8ad9d69 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 1098 time: 0.0427356 Jan 17 02:49:44.094369 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-a087eaf1-6a42-4f5e-9d9f-e25786af8c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:49:44.095887 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-a087eaf1-6a42-4f5e-9d9f-e25786af8c24 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0942051 Jan 17 02:49:44.160631 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-075ea782-2eea-49b5-83c9-23247ecfb12d service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd HTTP/1.1" status: 200 len: 1000 time: 0.0586572 Jan 17 02:49:44.194994 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:49:44.209179 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-4daa1fe2-0c7f-4c4b-ac0d-cea479edecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:49:44.210622 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-4daa1fe2-0c7f-4c4b-ac0d-cea479edecbd service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0440178 Jan 17 02:49:44.268725 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-f3b6636b-8afb-40a2-b070-e18bb537f65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:49:44.272505 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-f3b6636b-8afb-40a2-b070-e18bb537f65d service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0539212 Jan 17 02:49:44.359952 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-741efbc0-6a94-4f06-9ed1-33da692f0458 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826347 Jan 17 02:49:44.453148 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-059d4d0d-4877-4f4a-a362-df05f6503b1e req-e1833952-c8e2-4572-b22b-5dfdfca7b073 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860064 Jan 17 02:49:44.674468 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:45.869788 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:49:55.229731 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-cca35ecb-0967-4d2b-9fd9-b52a25443ef7 req-c419a793-2a1a-4fe7-91dc-75344f0efe4d service neutron] (102670) timed out ('10.222.0.64', 51913) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 02:50:08.770092 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:09.687366 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-62b4faa6-ef3b-4c4a-a131-ccf0ed84d6bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:11.908055 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fac51e2a-3c31-481a-acc5-5f1d6bdaf9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:13.041463 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:14.678375 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:15.867152 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:17.147653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-8ad3ca3a-db95-461c-a653-4ecd4bc25348 req-7e2ac817-ba1c-4520-bbb3-5536c74a1b05 service neutron] (102669) timed out ('10.222.0.64', 51903) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 02:50:21.200661 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:50:25.058985 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a196c4-43e4-438c-94ab-7ebea6a8f056 req-c167961e-41e1-4aa4-88f6-bec2b7d82fa5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:25.060539 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3a196c4-43e4-438c-94ab-7ebea6a8f056 req-c167961e-41e1-4aa4-88f6-bec2b7d82fa5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 945 time: 0.1439009 Jan 17 02:50:25.129410 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a3a196c4-43e4-438c-94ab-7ebea6a8f056 req-3510ad55-ce2a-44e0-ad10-81f94b6d708a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560319 Jan 17 02:50:26.326404 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ba5520-49d6-47a1-9d0d-31ff46084984 req-ff7f65a6-38bb-47fe-bf1b-c9431a38738e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:26.327896 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2ba5520-49d6-47a1-9d0d-31ff46084984 req-ff7f65a6-38bb-47fe-bf1b-c9431a38738e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 945 time: 0.1182842 Jan 17 02:50:26.378675 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e2ba5520-49d6-47a1-9d0d-31ff46084984 req-88218274-a822-4ad7-9ab3-f1c86585eefa tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449889 Jan 17 02:50:26.761218 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-ee666202-2e48-4705-90b5-9a2dcf0069c8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:26.762687 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-ee666202-2e48-4705-90b5-9a2dcf0069c8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 945 time: 0.0597239 Jan 17 02:50:26.858704 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Deleting port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:50:26.858990 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:26.944330 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] For port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:50:26.944651 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:27.138969 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:27.139291 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (31c03f61-7ad5-40cd-9d5d-63768ba5d031), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:27.139620 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Floating IP 31c03f61-7ad5-40cd-9d5d-63768ba5d031 disassociated. External IP: 172.27.1.24, port: a02298e0-0128-4eb8-8ba4-b0c67a89c0bd. Jan 17 02:50:27.139953 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Calling delete_port for a02298e0-0128-4eb8-8ba4-b0c67a89c0bd owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:50:27.266449 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (a02298e0-0128-4eb8-8ba4-b0c67a89c0bd), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:27.294686 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event deleted for resources: {'Port': ['ID=a02298e0-0128-4eb8-8ba4-b0c67a89c0bd,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:27.305599 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.305947 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.306287 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.306596 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.306945 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.307266 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.307592 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.307914 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.308230 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.308550 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.308864 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.309178 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.309491 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:27.424941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:50:27.485001 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-caced5cf-0d8b-49a9-b8ed-5cc173e7289a req-2b8140ec-9022-4122-89f7-ac5f99c86bbd tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=54f51f9f-61be-4b32-b9e7-1d49673a021e HTTP/1.1" status: 200 len: 210 time: 0.0291135 Jan 17 02:50:27.534122 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:50:27.544156 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:50:27.553734 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:50:27.554337 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:50:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:27.575366 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] No DVR routers for this DVR port a02298e0-0128-4eb8-8ba4-b0c67a89c0bd on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:50:27.577930 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:27.581335 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3b41f087-e86f-4275-a005-0cb2a2a58628 req-4a2ec2f7-cc4d-4ad0-a133-2d672d3d7d2a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "DELETE /v2.0/ports/a02298e0-0128-4eb8-8ba4-b0c67a89c0bd HTTP/1.1" status: 204 len: 173 time: 0.8128238 Jan 17 02:50:27.581757 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'name': 'network-vif-deleted', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:50:27.584008 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f336b4aa-8de3-4344-9904-8073b20563ef" -d '{"events": [{"server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "name": "network-vif-deleted", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:50:27.619079 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d0135-8c5d-446a-99de-5e8cf29151d0 x-openstack-request-id: req-e68d0135-8c5d-446a-99de-5e8cf29151d0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:50:27.619501 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f51f9f-61be-4b32-b9e7-1d49673a021e", "name": "network-vif-deleted", "tag": "a02298e0-0128-4eb8-8ba4-b0c67a89c0bd", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:50:27.619659 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e68d0135-8c5d-446a-99de-5e8cf29151d0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:50:27.619985 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f51f9f-61be-4b32-b9e7-1d49673a021e', 'name': 'network-vif-deleted', 'tag': 'a02298e0-0128-4eb8-8ba4-b0c67a89c0bd', 'status': 'completed', 'code': 200} Jan 17 02:50:27.678047 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:50:27.878195 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:27.904436 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:50:27.913067 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:50:27.913656 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:50:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:28.016563 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:50:28.214414 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:28.239979 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbd4d25-95b6-448a-92a7-7d8211376cee None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:50:28.465797 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00428e23-63ba-44de-b78b-eba33d2b7e32 None None] New status for floating IP 31c03f61-7ad5-40cd-9d5d-63768ba5d031: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:50:28.698145 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-313a07e8-92c5-4ae4-afbb-3ab4c511420e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144913197&fields=id&tenant_id=9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 267 time: 0.0457003 Jan 17 02:50:28.803310 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-9d72fd26-656f-4e3e-ad76-290c550a9d9e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:28.804737 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-9d72fd26-656f-4e3e-ad76-290c550a9d9e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 812 time: 0.0994854 Jan 17 02:50:28.819543 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-5046cb7b-1991-446b-b3c5-238b2d56aea4 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/quotas/9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 375 time: 0.0092881 Jan 17 02:50:28.876979 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-22b64032-adfa-49f6-9c63-214a08b425fe tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523014 Jan 17 02:50:28.976666 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-61d964e3-defc-4999-a4ba-698a76c54f86 service neutron] 10.222.0.24 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Jan 17 02:50:29.075934 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-8374176c-c2ab-4367-809d-90ee713c4cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933909 Jan 17 02:50:29.374353 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e54dffff-1a52-4728-9abf-754a6ab22911 req-6d1864af-8e79-4522-936b-d5daf0de87f9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 210 time: 0.0265813 Jan 17 02:50:30.420240 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-fe0e190f-9c4d-4e36-a2fe-7e1dae85a7b6 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:30.421868 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-fe0e190f-9c4d-4e36-a2fe-7e1dae85a7b6 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 812 time: 0.1102414 Jan 17 02:50:30.473783 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5455640e-38b7-4da8-9847-139481a1d7a9 req-a4e3c14f-8cd5-4c0c-a336-97b12587ed61 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 210 time: 0.0255380 Jan 17 02:50:30.490494 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-1c6292db-ea7b-41f4-a29c-4bd06d18a19f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 380 time: 0.0543025 Jan 17 02:50:30.499359 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'port': {'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'admin_state_up': True, 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'security_groups': ['46ff0c29-4370-4a9a-bed6-2ecbb90d6f69']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:50:30.616511 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Made reservation on behalf of 9a5fffc31fb74051bb8478ab98082f04 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:50:30.620164 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:30.762262 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Allocated IP 172.20.0.11 (660ee0d2-ff63-4e21-854f-357c6aa22718/3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90/7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:50:30.897898 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:30.931581 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:30.979767 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:50:30.982973 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:50:30.986725 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:50:31.014159 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:31.039931 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:31.040934 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.059565 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-4e9adb3f-8dd2-4c34-b3c3-a7b7bed22645 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5640612 Jan 17 02:50:31.075565 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Request body: {'port': {'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:50:31.132296 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.187774 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-c49f817d-e2de-481d-b3d6-2bf13571d153 None None] Provisioning complete for port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:50:31.188371 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c49f817d-e2de-481d-b3d6-2bf13571d153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.223082 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-c49f817d-e2de-481d-b3d6-2bf13571d153 None None] Port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:50:31.403627 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:50:31.411517 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Publish callbacks [] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.425974 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Transition to ACTIVE for port object 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:50:31.430991 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.476468 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Pushing event updated for resources: {'Port': ['ID=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:31.549912 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Attempting to bind port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:50:31.550302 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Attempting to bind port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:50:31.550635 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Attempting to bind port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:50:31.555558 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa on network 660ee0d2-ff63-4e21-854f-357c6aa22718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:50:31.555857 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Attempting to bind port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:50:31.561004 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:50:31.561331 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Checking segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:50:31.561700 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Bound using segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:50:31.562117 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Bound port: 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:50:31.562463 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.591807 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7ff5a5-a3b5-4cb2-9ba8-d6f911aa6594 req-225dc4f5-4941-4214-8967-137d635f2b64 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:31.593451 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c7ff5a5-a3b5-4cb2-9ba8-d6f911aa6594 req-225dc4f5-4941-4214-8967-137d635f2b64 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0499539 Jan 17 02:50:31.631914 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] For port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:50:31.635094 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] For port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:50:31.640707 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.652139 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9c7ff5a5-a3b5-4cb2-9ba8-d6f911aa6594 req-820a1bc4-e817-4411-bb7c-1ee549b29b9b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521512 Jan 17 02:50:31.682798 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:31.683412 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:31.685901 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] 10.222.0.64 "PUT /v2.0/ports/7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 1094 time: 0.6138051 Jan 17 02:50:31.685901 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:50:31.687531 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3615adbf-19b4-4f46-935c-46c0a96e7e9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:50:31.709753 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ff4d8-42f2-42af-b446-52726a7f03be service neutron] Pushing event updated for resources: {'Port': ['ID=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:31.740282 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e6e4cc-3867-4dee-9974-dae63f8906d0 x-openstack-request-id: req-38e6e4cc-3867-4dee-9974-dae63f8906d0 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:50:31.740573 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:50:31.740851 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-38e6e4cc-3867-4dee-9974-dae63f8906d0 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:50:31.741250 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'status': 'completed', 'code': 200} Jan 17 02:50:31.756506 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device a02298e0-0128-4eb8-8ba4-b0c67a89c0bd no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:50:31.782445 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: a02298e0-0128-4eb8-8ba4-b0c67a89c0bd {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:50:31.782878 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device a02298e0-0128-4eb8-8ba4-b0c67a89c0bd not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:50:31.797747 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-04fe765d-3212-4eee-8f32-02e52a36a390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:31.799275 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-04fe765d-3212-4eee-8f32-02e52a36a390 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1097 time: 0.0422435 Jan 17 02:50:32.093406 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-04124841-5226-4a84-b191-89d6386a1f62 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 217 time: 0.2806032 Jan 17 02:50:32.148993 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-d3a8ccd1-8209-4cab-b64b-e90a74b51f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:32.151172 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-d3a8ccd1-8209-4cab-b64b-e90a74b51f65 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0515285 Jan 17 02:50:32.198312 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-19e6dcc2-a59a-4917-821a-e52fd59e969e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:32.199777 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-19e6dcc2-a59a-4917-821a-e52fd59e969e service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423267 Jan 17 02:50:32.297073 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-fbaf0fdc-2009-4f3e-9f06-d900735136e5 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909271 Jan 17 02:50:32.391692 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-64a5edd6-c0df-49a2-a715-d886a3b329dc req-416a5b55-bdbb-4322-bdb3-5c1459b98239 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886374 Jan 17 02:50:32.538744 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-0e84bcea-fece-4a1c-87ee-8a6fc3b79e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:32.540563 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-0e84bcea-fece-4a1c-87ee-8a6fc3b79e81 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1097 time: 0.0455451 Jan 17 02:50:32.637635 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-50594788-7452-4528-b6b1-c7a8e7a98663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:32.639174 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-50594788-7452-4528-b6b1-c7a8e7a98663 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0919857 Jan 17 02:50:32.677999 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-31aad902-0ec1-4ad0-a39f-268c46b76f87 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 217 time: 0.0331011 Jan 17 02:50:32.729366 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-ae038138-bc42-45ad-8002-4f2fbe19ab35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:32.730848 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-ae038138-bc42-45ad-8002-4f2fbe19ab35 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0474370 Jan 17 02:50:32.765547 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46def732-1616-458d-999d-3af66899d1db req-d6ce8e43-195a-4cb2-b600-17fdda5ae9f5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:32.767040 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46def732-1616-458d-999d-3af66899d1db req-d6ce8e43-195a-4cb2-b600-17fdda5ae9f5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0529330 Jan 17 02:50:32.775181 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-b1f1328a-3d73-4f59-b5e7-d6877deb77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:32.776704 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-b1f1328a-3d73-4f59-b5e7-d6877deb77ac service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395882 Jan 17 02:50:32.817191 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-46def732-1616-458d-999d-3af66899d1db req-7cfd9e6a-0b55-44e5-b32c-6944a288a952 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439367 Jan 17 02:50:32.865747 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-a40892d1-0bb8-4791-8348-1a5a0f7d30cd service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825574 Jan 17 02:50:32.955016 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-3615adbf-19b4-4f46-935c-46c0a96e7e9f req-17de876c-16de-4717-bf3a-d969fa20c6a7 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818951 Jan 17 02:50:33.934793 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d08fd-ff34-4c67-ab99-9aac85a1e89b req-f531d247-1da1-4fd3-8afb-22ec1820d88d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:33.936313 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-735d08fd-ff34-4c67-ab99-9aac85a1e89b req-f531d247-1da1-4fd3-8afb-22ec1820d88d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0506933 Jan 17 02:50:33.986732 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-735d08fd-ff34-4c67-ab99-9aac85a1e89b req-b0f88a47-040d-4f6e-92e5-2b6b643f9b4b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425727 Jan 17 02:50:35.122947 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b455d-c8dc-41d9-a0c1-4cbdcb04bb23 req-1d2eb4cd-1c5b-489f-b898-2ce988f29871 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:35.124421 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-186b455d-c8dc-41d9-a0c1-4cbdcb04bb23 req-1d2eb4cd-1c5b-489f-b898-2ce988f29871 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0626528 Jan 17 02:50:35.179957 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-186b455d-c8dc-41d9-a0c1-4cbdcb04bb23 req-235991ad-ec5a-4b08-ab96-414f3ebb8ef5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471778 Jan 17 02:50:36.297671 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b77b-49c2-4876-8727-acd04360301e req-a284dbab-29ae-409c-8db5-450b4718b6a6 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:36.299765 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae40b77b-49c2-4876-8727-acd04360301e req-a284dbab-29ae-409c-8db5-450b4718b6a6 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0505378 Jan 17 02:50:36.355859 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ae40b77b-49c2-4876-8727-acd04360301e req-fda29a00-7f89-480d-9664-cd5336caff82 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502293 Jan 17 02:50:37.487728 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131dde44-799d-484e-a1f5-b2ca2a3c404d req-950ebf4b-0b61-48a1-9204-c8b980043fce tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:37.489235 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-131dde44-799d-484e-a1f5-b2ca2a3c404d req-950ebf4b-0b61-48a1-9204-c8b980043fce tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0579228 Jan 17 02:50:37.550712 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-131dde44-799d-484e-a1f5-b2ca2a3c404d req-9bd82368-ffe6-411e-92a7-9ab743ae1c9b tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556407 Jan 17 02:50:38.677787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a9fcf-e359-41e8-abe5-feca2e96d126 req-30199a0c-2c7e-4bd3-9e3b-2a11d2eb02bd tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:38.679229 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-191a9fcf-e359-41e8-abe5-feca2e96d126 req-30199a0c-2c7e-4bd3-9e3b-2a11d2eb02bd tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0498629 Jan 17 02:50:38.727236 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-191a9fcf-e359-41e8-abe5-feca2e96d126 req-c56c0496-5074-41db-813f-a58943a56052 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419569 Jan 17 02:50:38.774806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:39.683858 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c8fb9fdd-427c-4456-b406-2d0a2ef27faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:39.804678 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:50:39.855975 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e0804-a485-4208-badb-7210a67b03a8 req-e1065993-a8b0-437e-9e4c-986ea5141b0c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:39.857510 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb2e0804-a485-4208-badb-7210a67b03a8 req-e1065993-a8b0-437e-9e4c-986ea5141b0c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 944 time: 0.0498576 Jan 17 02:50:39.901445 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:50:39.907341 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb2e0804-a485-4208-badb-7210a67b03a8 req-6293d1f2-6531-4d64-a2f7-15faa1450f59 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441492 Jan 17 02:50:39.912698 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:50:39.949912 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:50:39.950295 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:39.962833 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:50:39.981848 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:50:39.988009 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:40.036577 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:40.043636 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.043985 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.044342 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.044669 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.044990 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.045309 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.045629 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.045947 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.046261 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.046576 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.046872 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.047178 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.047488 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:50:40.417042 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:50:41.039193 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d013d64-8e23-4dec-86b3-1552d1cacb79 req-15c09f42-4e10-4cb8-81f4-0fc0edf34e87 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:41.040687 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d013d64-8e23-4dec-86b3-1552d1cacb79 req-15c09f42-4e10-4cb8-81f4-0fc0edf34e87 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 945 time: 0.0538318 Jan 17 02:50:41.090421 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-1d013d64-8e23-4dec-86b3-1552d1cacb79 req-7f5b2e42-dfae-4cf6-a3eb-a1e632aac96d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440528 Jan 17 02:50:41.807221 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:50:41.869122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:50:41.873085 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:50:41.873454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:41.919077 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9848f2e1-2951-483c-b87d-e613681bacdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:41.963499 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:50:41.963883 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:41.989201 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:50:41.992203 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187e9b9f-c3a2-4a8f-aed1-b002e6514cc4" -d '{"events": [{"server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "name": "network-vif-plugged", "status": "completed", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:50:42.005345 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:50:42.010937 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:42.033279 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0d7852-5935-4ba4-b096-0e878823961f x-openstack-request-id: req-4e0d7852-5935-4ba4-b096-0e878823961f {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:50:42.033565 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "name": "network-vif-plugged", "status": "completed", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:50:42.033811 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e0d7852-5935-4ba4-b096-0e878823961f {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:50:42.034188 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'code': 200} Jan 17 02:50:42.059412 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:42.210457 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4270a3-dddd-497e-b68e-f261f9673428 req-4b2a514a-0176-4082-b560-d930437ed74c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:42.211927 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a4270a3-dddd-497e-b68e-f261f9673428 req-4b2a514a-0176-4082-b560-d930437ed74c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 946 time: 0.0523586 Jan 17 02:50:42.262202 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-5a4270a3-dddd-497e-b68e-f261f9673428 req-232b3e22-9d39-4e70-a535-0ad990516b77 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443544 Jan 17 02:50:42.284617 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e84195-7ab6-4bee-b5df-095c09f5943f req-6045de7d-f104-4d28-a92e-c6137066d0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:42.286216 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-37e84195-7ab6-4bee-b5df-095c09f5943f req-6045de7d-f104-4d28-a92e-c6137066d0e6 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1099 time: 0.0412476 Jan 17 02:50:42.334437 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-37e84195-7ab6-4bee-b5df-095c09f5943f req-e1d14729-d1c6-4ed8-b930-edfadb192357 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420158 Jan 17 02:50:43.045469 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:43.385251 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88140c-5357-44ff-87db-447df2966ac8 req-35e5e176-8160-422c-a968-c978e3f92ba5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:43.386719 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b88140c-5357-44ff-87db-447df2966ac8 req-35e5e176-8160-422c-a968-c978e3f92ba5 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 946 time: 0.0527706 Jan 17 02:50:43.439408 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b88140c-5357-44ff-87db-447df2966ac8 req-5f019efe-6343-412a-9dbf-291375226698 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453200 Jan 17 02:50:44.568209 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fdfc50-8de0-433f-a40a-68ce31b5dd38 req-e8317087-b05f-43ef-99db-93cc8e141316 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:44.569601 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-07fdfc50-8de0-433f-a40a-68ce31b5dd38 req-e8317087-b05f-43ef-99db-93cc8e141316 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 946 time: 0.0506368 Jan 17 02:50:44.620087 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-07fdfc50-8de0-433f-a40a-68ce31b5dd38 req-c931a580-090f-4aae-90cc-bbd4e8595711 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446095 Jan 17 02:50:44.675372 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:44.740760 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30201301-87d1-4545-8a3f-7ff18ec57f82 req-5279b7f7-5c01-4756-8f5f-10e8e2adaa7e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:44.742271 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30201301-87d1-4545-8a3f-7ff18ec57f82 req-5279b7f7-5c01-4756-8f5f-10e8e2adaa7e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 946 time: 0.0483069 Jan 17 02:50:44.798473 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-30201301-87d1-4545-8a3f-7ff18ec57f82 req-7cea6a0b-b30b-4975-aa2c-68a6d225ac48 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505142 Jan 17 02:50:44.820878 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 32854) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:50:44.822046 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-aaa5bdb2-dfd4-4fc6-8ced-66704d3a779b service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395882 Jan 17 02:50:44.862413 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f9783-57d8-441e-b364-346e19b5a433 tempest-TestVolumeBootPattern-895372376 tempest-TestVolumeBootPattern-895372376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:44.863953 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-413f9783-57d8-441e-b364-346e19b5a433 tempest-TestVolumeBootPattern-895372376 tempest-TestVolumeBootPattern-895372376-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1094 time: 0.0419972 Jan 17 02:50:44.866898 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 32856) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:50:44.871581 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:50:44.921686 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:44.940879 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-a90e0f2a-4ebe-4e77-a18f-d3521089fc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:44.942386 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-a90e0f2a-4ebe-4e77-a18f-d3521089fc1c service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1099 time: 0.0617788 Jan 17 02:50:45.082203 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-bfa9280f-d88d-439a-a3f0-b9cc53145159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:45.083583 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-bfa9280f-d88d-439a-a3f0-b9cc53145159 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0987790 Jan 17 02:50:45.131095 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-84d7af07-40ac-4c8f-8474-84e621abd6c2 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 217 time: 0.0403039 Jan 17 02:50:45.133141 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:45.230164 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-c48cb872-efa4-4046-bcab-a21014639380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:45.231604 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-c48cb872-efa4-4046-bcab-a21014639380 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0885594 Jan 17 02:50:45.312403 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Allocated IP 172.27.1.6 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/8a661bc5-2d07-469b-969f-412501496b1f) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:50:45.329946 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-84bac188-7c99-4a4a-b458-d7ea3cc8b771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:45.331435 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-84bac188-7c99-4a4a-b458-d7ea3cc8b771 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0747693 Jan 17 02:50:45.480366 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (8a661bc5-2d07-469b-969f-412501496b1f), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:45.484600 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-2034f5be-4e51-4791-8798-2679f2ffa7e7 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422727 Jan 17 02:50:45.577867 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (8a661bc5-2d07-469b-969f-412501496b1f), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:45.623594 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8194b25b-b85b-4d28-b0ea-d09eb8d2745c req-39185755-ce67-4827-a041-9373c85a0f09 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330230 Jan 17 02:50:45.632522 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:50:45.635373 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:50:45.638956 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:50:45.661820 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=8a661bc5-2d07-469b-969f-412501496b1f,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:45.861728 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:46.006265 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (ae9e575a-2da0-4000-b54f-bf677ca351e4), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:46.076377 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (8a661bc5-2d07-469b-969f-412501496b1f), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:46.225013 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (8a661bc5-2d07-469b-969f-412501496b1f), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:46.232691 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (8a661bc5-2d07-469b-969f-412501496b1f), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:46.295597 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=8a661bc5-2d07-469b-969f-412501496b1f,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:50:46.309416 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (ae9e575a-2da0-4000-b54f-bf677ca351e4), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:46.414301 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.db.l3_db [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Floating IP ae9e575a-2da0-4000-b54f-bf677ca351e4 associated. External IP: 172.27.1.6, port: 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa. Jan 17 02:50:46.636611 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:50:46.740518 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:50:46.751324 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:50:46.761404 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:50:46.761876 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:50:46.762524 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:50:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:46.790106 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-34a13637-027f-40ff-a839-0026f232081e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9220796 Jan 17 02:50:46.790728 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:50:46.793068 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f01222f-42a3-437c-9d96-16208801aa27" -d '{"events": [{"name": "network-changed", "server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:50:46.828112 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ce7f85-1f9b-4710-bb14-bfaa502c1306 x-openstack-request-id: req-55ce7f85-1f9b-4710-bb14-bfaa502c1306 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:50:46.828409 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:50:46.828659 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-55ce7f85-1f9b-4710-bb14-bfaa502c1306 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:50:46.829061 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'status': 'completed', 'code': 200} Jan 17 02:50:46.870558 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:50:46.917360 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01222f-42a3-437c-9d96-16208801aa27 req-d347dd66-8732-43b1-a0b9-e329e821732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:46.918849 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f01222f-42a3-437c-9d96-16208801aa27 req-d347dd66-8732-43b1-a0b9-e329e821732d service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1099 time: 0.0411038 Jan 17 02:50:47.011988 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01222f-42a3-437c-9d96-16208801aa27 req-6a75692d-8c91-4ed6-9afb-ebaf5ae19a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:47.013527 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f01222f-42a3-437c-9d96-16208801aa27 req-6a75692d-8c91-4ed6-9afb-ebaf5ae19a0a service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0872798 Jan 17 02:50:47.078800 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f01222f-42a3-437c-9d96-16208801aa27 req-99db108c-05b6-4342-b255-5e371ef5aebe service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 998 time: 0.0585167 Jan 17 02:50:47.096864 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:45Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:47.122644 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:50:47.132605 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:50:47.133225 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:50:42Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:47.136840 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01222f-42a3-437c-9d96-16208801aa27 req-788a0360-59a7-460f-8136-0eff7c6e70f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:47.138431 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f01222f-42a3-437c-9d96-16208801aa27 req-788a0360-59a7-460f-8136-0eff7c6e70f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0491843 Jan 17 02:50:47.185850 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01222f-42a3-437c-9d96-16208801aa27 req-4580a33c-cc88-4e9e-ac07-d1638a914415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:50:47.187297 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f01222f-42a3-437c-9d96-16208801aa27 req-4580a33c-cc88-4e9e-ac07-d1638a914415 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428817 Jan 17 02:50:47.285941 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f01222f-42a3-437c-9d96-16208801aa27 req-ea37d6ec-ed23-43ee-9bb2-ddc00338d73a service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923154 Jan 17 02:50:47.375551 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:50:47.386478 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-4f01222f-42a3-437c-9d96-16208801aa27 req-35d4d59a-c17f-46bc-aa98-13c3dd29ed52 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839889 Jan 17 02:50:47.655713 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:45Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:50:47.686392 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e882fa-dee0-44ac-9962-ab9e744e62f2 None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:45Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:50:47.872005 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76a45f1-117c-4a92-aa4d-ec1d0cb9537d None None] New status for floating IP ae9e575a-2da0-4000-b54f-bf677ca351e4: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:50:58.204397 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:51:08.792368 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:09.687152 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1e660e67-c97c-42f8-ace2-381d0109377e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:11.914741 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e3deac09-8935-4ea7-87e7-d27d6c329845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:13.046074 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:14.688944 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:15.871669 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:35.208636 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:51:38.781276 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:39.684913 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-07e163ec-4c28-4360-8cda-cbce20f60902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:41.902311 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8d860f9c-50d6-42d4-936f-c91b5304fb24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:43.053564 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:44.692625 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:44.884712 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-12d80916-c46d-40e1-9bec-fd87e5edc2ac service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414915 Jan 17 02:51:44.983807 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-10542464-7f64-4ab7-8cc2-3c8f7b6c5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:51:44.985313 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-10542464-7f64-4ab7-8cc2-3c8f7b6c5408 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1099 time: 0.0406098 Jan 17 02:51:45.088163 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-bb986b49-1b79-484a-8d16-db1eb66331be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:51:45.089622 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-bb986b49-1b79-484a-8d16-db1eb66331be service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0867641 Jan 17 02:51:45.152187 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-5d136aa7-98c1-4e86-b12e-72067c3f0ace service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 1000 time: 0.0563235 Jan 17 02:51:45.203820 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-20c496d2-4154-44ef-93a4-029316445aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:51:45.205224 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-20c496d2-4154-44ef-93a4-029316445aaf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0467477 Jan 17 02:51:45.251047 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-d3301196-f928-48a0-9a53-2d14eb08be96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:51:45.252605 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-d3301196-f928-48a0-9a53-2d14eb08be96 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0414636 Jan 17 02:51:45.341291 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-26cb9310-7db0-46db-886c-1243d2bdb1d7 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820258 Jan 17 02:51:45.436916 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-7a68b0b5-5a34-4191-a4db-d31e110215ca req-a1f04043-143d-4839-9080-dc577d7ce2c4 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889566 Jan 17 02:51:45.871151 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:51:48.979522 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-75ce8072-ec1d-4a1f-9a76-bfd619e9d0c2 req-df1d38ff-afae-4652-a5ab-509eb9e114ee service neutron] (102670) timed out ('10.222.0.64', 51919) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 02:52:08.788502 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:09.682370 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-993f4286-d860-4f76-902c-089244b80e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:11.912579 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d8c7699c-2319-46b4-bc7b-833e23c017e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:12.214184 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:52:13.052650 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:14.691344 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:15.874539 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:38.788260 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:39.690946 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d7b18046-ac9c-4350-bcfa-a0443d0fc3a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:41.911651 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3f20c219-3d03-4401-85cf-cebdb1eaec19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:43.057574 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:44.695806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:45.873353 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:46.832448 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-fb937e85-e0d2-4a49-9917-0e7a979183f9 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411472 Jan 17 02:52:46.940935 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-ac7f7a95-b4c3-490a-aef7-1f9ad5352935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:46.942436 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-ac7f7a95-b4c3-490a-aef7-1f9ad5352935 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1099 time: 0.0448048 Jan 17 02:52:47.043784 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-85454616-5180-43e0-bdf5-5a0116600426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:47.045274 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-85454616-5180-43e0-bdf5-5a0116600426 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0825264 Jan 17 02:52:47.358549 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-246c003b-00a6-438b-99ed-c97d0758983f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 1000 time: 0.3064766 Jan 17 02:52:47.408779 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-a6f37c6a-78a2-401d-90e7-179a3b572b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:47.410200 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-a6f37c6a-78a2-401d-90e7-179a3b572b55 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0444171 Jan 17 02:52:47.455268 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-c515dc5d-bd7b-4521-8d09-e1d7d37692d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:47.456810 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-c515dc5d-bd7b-4521-8d09-e1d7d37692d3 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383759 Jan 17 02:52:47.547613 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-55cb7492-5a1b-4e9e-9fa6-3fb9bbfebf50 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829437 Jan 17 02:52:47.640697 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-cd385d98-b95f-42d1-9da5-775859fd7de8 req-f09e01cd-a9a1-41ce-8d72-47ed300a54ce service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863864 Jan 17 02:52:49.213148 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:52:49.267357 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-b2eb004c-84a0-444a-bab8-d4677c24fdda tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2144913197&fields=id&tenant_id=9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 267 time: 0.0456443 Jan 17 02:52:49.382617 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-da1b4489-63be-42d1-a90d-bbc31312940c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:49.384165 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-da1b4489-63be-42d1-a90d-bbc31312940c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 812 time: 0.1082466 Jan 17 02:52:49.401563 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-88425c68-0bc8-41f3-87e7-82eedaafd739 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/quotas/9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 375 time: 0.0095403 Jan 17 02:52:49.453767 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-0d93b4e5-a6f8-49e4-9f1a-b82555d67190 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472867 Jan 17 02:52:49.528099 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-b7584d28-59ef-4766-9516-6230b6106d9e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=102669) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 17 02:52:49.529107 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-b7584d28-59ef-4766-9516-6230b6106d9e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0643620 Jan 17 02:52:49.617176 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-a947bb06-51c0-4c64-aa3d-fb6e84530709 service neutron] 10.222.0.24 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794699 Jan 17 02:52:49.709503 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-6b49f41c-cea6-4267-958e-aa31f9a07f0a service neutron] 10.222.0.24 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842605 Jan 17 02:52:51.024182 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-917612ca-7957-44b6-92f2-abfc0f94821d req-90ca4f87-b113-4a0b-b904-786a71860955 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 210 time: 0.0264404 Jan 17 02:52:52.105771 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-968d18ff-bc01-4ecc-a17b-67fed56c328a req-059ad13e-364f-4bfe-87b7-9780239fbe7c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 210 time: 0.0255330 Jan 17 02:52:53.191068 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-9b96ba6e-a07a-4f7f-928b-22f41d00a1e8 req-ac6693d6-9383-4ebd-a912-cb44c9b7ac99 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 210 time: 0.0259409 Jan 17 02:52:54.285145 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-3f10ed3a-0a94-4ec4-ad55-b2d66699936a req-4d717e53-b0fd-4126-89b8-a86884cda1f1 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 210 time: 0.0384324 Jan 17 02:52:55.376181 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bb40b94e-1ed7-4c94-8032-30ecce6ae188 req-7976b883-2d6f-4b24-a70c-64a3ceaf5c45 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 210 time: 0.0255630 Jan 17 02:52:56.181350 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-fa8e7228-6f83-4750-af62-239f5005290e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:56.182817 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-fa8e7228-6f83-4750-af62-239f5005290e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 812 time: 0.1057222 Jan 17 02:52:56.251242 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-2eb2aeb8-72fa-453f-ad89-064466ddae06 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a5fffc31fb74051bb8478ab98082f04 HTTP/1.1" status: 200 len: 380 time: 0.0527625 Jan 17 02:52:56.260477 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'port': {'device_id': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'admin_state_up': True, 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'security_groups': ['46ff0c29-4370-4a9a-bed6-2ecbb90d6f69']}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:52:56.385116 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Made reservation on behalf of 9a5fffc31fb74051bb8478ab98082f04 for: {'port': 1} {{(pid=102670) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 17 02:52:56.388748 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:56.469566 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-14034629-0848-446f-9092-c14acacc3bac req-d47d9461-f624-4304-81ca-4a9bd33a44c8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 210 time: 0.0258777 Jan 17 02:52:56.513034 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_common [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Allocated IP 172.20.0.8 (660ee0d2-ff63-4e21-854f-357c6aa22718/3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90/ae80d547-f803-4ef6-9d6d-dda79cbe5722) {{(pid=102670) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:52:56.662309 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), precommit_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:56.699189 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), after_create {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:56.742071 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 is already hosted by enough agents. {{(pid=102670) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:52:56.745111 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.base_scheduler [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Resources bound (agent type, host, resource id): {{(pid=102670) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:52:56.748760 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Received port after_create {{(pid=102670) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:52:56.774167 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=ae80d547-f803-4ef6-9d6d-dda79cbe5722,revision_number=1']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:52:56.789029 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.789296 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.789637 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.789905 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.790225 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.790538 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.790851 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.791186 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.791502 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.791818 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.792163 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.792456 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.792783 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.816935 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:56.819941 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:56.837727 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-eb2b8e32-9c1a-40b4-bd1c-a124e9f618c3 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5808508 Jan 17 02:52:56.897350 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.v2.base [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Request body: {'port': {'device_id': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102670) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:52:56.954009 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:56.985778 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-afc888a6-9804-4fd8-8673-9a171cc6a352 None None] Provisioning complete for port ae80d547-f803-4ef6-9d6d-dda79cbe5722 triggered by entity DHCP. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:52:56.986402 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-afc888a6-9804-4fd8-8673-9a171cc6a352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:57.020372 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-afc888a6-9804-4fd8-8673-9a171cc6a352 None None] Port ae80d547-f803-4ef6-9d6d-dda79cbe5722 cannot update to ACTIVE because it is not bound. {{(pid=102671) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 17 02:52:57.209774 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae80d547-f803-4ef6-9d6d-dda79cbe5722 {{(pid=102670) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:52:57.221691 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Publish callbacks [] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), precommit_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:57.234987 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.provisioning_blocks [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Transition to ACTIVE for port object ae80d547-f803-4ef6-9d6d-dda79cbe5722 will not be triggered until provisioned by entity L2. {{(pid=102670) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 17 02:52:57.240886 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:57.293866 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae80d547-f803-4ef6-9d6d-dda79cbe5722,revision_number=2']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:52:57.363231 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Attempting to bind port ae80d547-f803-4ef6-9d6d-dda79cbe5722 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 17 02:52:57.363570 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Attempting to bind port ae80d547-f803-4ef6-9d6d-dda79cbe5722 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 17 02:52:57.363903 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Attempting to bind port ae80d547-f803-4ef6-9d6d-dda79cbe5722 on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:52:57.369134 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Port ae80d547-f803-4ef6-9d6d-dda79cbe5722 on network 660ee0d2-ff63-4e21-854f-357c6aa22718 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 17 02:52:57.369507 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Attempting to bind port ae80d547-f803-4ef6-9d6d-dda79cbe5722 on network 660ee0d2-ff63-4e21-854f-357c6aa22718 {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 17 02:52:57.374797 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Checking agent: {'id': '1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'started_at': datetime.datetime(2022, 1, 17, 2, 32, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 17, 2, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 17 02:52:57.375132 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Checking segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102670) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 17 02:52:57.375543 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Bound using segment: {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'} {{(pid=102670) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 17 02:52:57.375958 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.managers [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Bound port: ae80d547-f803-4ef6-9d6d-dda79cbe5722, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 293, 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718'}}] {{(pid=102670) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 17 02:52:57.376339 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), before_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:57.440735 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] For port ae80d547-f803-4ef6-9d6d-dda79cbe5722, host hv-cinder-82160, cleared binding levels {{(pid=102670) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 17 02:52:57.443840 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] For port ae80d547-f803-4ef6-9d6d-dda79cbe5722, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102670) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 17 02:52:57.448954 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13538919'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), after_update {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:57.487074 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:57.487691 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:52:57.489133 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] 10.222.0.64 "PUT /v2.0/ports/ae80d547-f803-4ef6-9d6d-dda79cbe5722 HTTP/1.1" status: 200 len: 1093 time: 0.6367359 Jan 17 02:52:57.489539 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:52:57.491868 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a192d528-faa2-4364-8444-ddf6e591e285" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:52:57.514405 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc3172b-79f9-430b-b81e-ed82311f2ab5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae80d547-f803-4ef6-9d6d-dda79cbe5722,revision_number=3']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:52:57.609202 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-a72afbdd-d008-41e3-ac6f-d0baa613ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:57.611151 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-a72afbdd-d008-41e3-ac6f-d0baa613ee99 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 1096 time: 0.0559371 Jan 17 02:52:57.623008 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ae359d-6820-484e-9f45-852aa7c3a4e5 x-openstack-request-id: req-27ae359d-6820-484e-9f45-852aa7c3a4e5 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:52:57.623382 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:52:57.623664 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-27ae359d-6820-484e-9f45-852aa7c3a4e5 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:52:57.624083 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'status': 'completed', 'code': 200} Jan 17 02:52:57.626826 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86a577b-7004-444c-a680-e0517244364f req-c1072ca9-acb0-4a7f-9ba8-15999d55a44d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:57.628369 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b86a577b-7004-444c-a680-e0517244364f req-c1072ca9-acb0-4a7f-9ba8-15999d55a44d tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0657372 Jan 17 02:52:57.667079 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-bca6257c-d95e-458d-8d58-9cd70a96ce5e service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722 HTTP/1.1" status: 200 len: 217 time: 0.0418050 Jan 17 02:52:57.682091 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-b86a577b-7004-444c-a680-e0517244364f req-41b739cc-b3cd-4445-8392-4f3c571ae757 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470085 Jan 17 02:52:57.715579 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-f9e5bb4e-c5aa-4199-b211-abdbe67861f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:57.717194 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-f9e5bb4e-c5aa-4199-b211-abdbe67861f8 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0441921 Jan 17 02:52:57.768904 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-0d38fd29-7d87-4e69-8c31-725cafb12251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:57.771013 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-0d38fd29-7d87-4e69-8c31-725cafb12251 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0471246 Jan 17 02:52:57.868148 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-510a05a1-6541-4c96-91e4-49ca5649abe5 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908365 Jan 17 02:52:57.970158 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-be065283-3f95-4fd9-9fa5-072d3d13ddc1 req-dfe8854d-4a6a-4f48-932b-165d4bd307db service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955641 Jan 17 02:52:58.116758 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d528-faa2-4364-8444-ddf6e591e285 req-b780735c-d803-484c-8799-b0db06e3c975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:58.118262 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a192d528-faa2-4364-8444-ddf6e591e285 req-b780735c-d803-484c-8799-b0db06e3c975 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 1096 time: 0.0434418 Jan 17 02:52:58.219541 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d528-faa2-4364-8444-ddf6e591e285 req-aa11de96-489a-408f-9420-10a8905d32c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:58.221517 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a192d528-faa2-4364-8444-ddf6e591e285 req-aa11de96-489a-408f-9420-10a8905d32c8 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0965211 Jan 17 02:52:58.261941 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a192d528-faa2-4364-8444-ddf6e591e285 req-9a47c3ad-5974-428d-9017-b8eaf4428347 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722 HTTP/1.1" status: 200 len: 217 time: 0.0338292 Jan 17 02:52:58.317462 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d528-faa2-4364-8444-ddf6e591e285 req-8100b8b4-7d6a-4db4-a57e-6e0e7befd460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:58.319174 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a192d528-faa2-4364-8444-ddf6e591e285 req-8100b8b4-7d6a-4db4-a57e-6e0e7befd460 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0513251 Jan 17 02:52:58.369129 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192d528-faa2-4364-8444-ddf6e591e285 req-fc4cc706-dd09-448e-8cb4-3ea29736b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:58.370646 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a192d528-faa2-4364-8444-ddf6e591e285 req-fc4cc706-dd09-448e-8cb4-3ea29736b1ef service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457230 Jan 17 02:52:58.459713 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a192d528-faa2-4364-8444-ddf6e591e285 req-47c2ae59-aa36-4445-807f-a30d322b76dc service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829728 Jan 17 02:52:58.552263 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-a192d528-faa2-4364-8444-ddf6e591e285 req-f047cdf7-b76a-43f3-aeb0-5317b9948142 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854723 Jan 17 02:52:58.819773 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350f09a-1fd9-482f-b582-bb78fbd925b8 req-24b4a1fe-f163-425d-b7f0-4d38fda0f024 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:58.821245 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e350f09a-1fd9-482f-b582-bb78fbd925b8 req-24b4a1fe-f163-425d-b7f0-4d38fda0f024 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0619788 Jan 17 02:52:58.872005 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e350f09a-1fd9-482f-b582-bb78fbd925b8 req-3b43fd65-20a0-41bc-abd4-3ed999e883a8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451238 Jan 17 02:52:59.996935 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8328fa-4901-4aa1-8295-787599fca525 req-85096528-32fe-4b35-ac09-e01b9885739c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:52:59.998387 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b8328fa-4901-4aa1-8295-787599fca525 req-85096528-32fe-4b35-ac09-e01b9885739c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0500252 Jan 17 02:53:00.046091 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-8b8328fa-4901-4aa1-8295-787599fca525 req-d28ab7e8-fb8f-4e65-9de6-c0857304e810 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420818 Jan 17 02:53:01.183458 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a3549-a235-48a2-9874-3b31aa427f3b req-d37446b6-5aa3-4e13-9394-f300330b4705 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:01.185090 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f78a3549-a235-48a2-9874-3b31aa427f3b req-d37446b6-5aa3-4e13-9394-f300330b4705 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0591726 Jan 17 02:53:01.236516 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-f78a3549-a235-48a2-9874-3b31aa427f3b req-f50eed9b-8037-4a6a-bd11-d92795f1dd97 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456491 Jan 17 02:53:02.362391 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b6128-fa0a-4692-b885-3de5125c4dc6 req-c5cff335-f0a5-4d76-9683-da48b526d5ec tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:02.363782 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-809b6128-fa0a-4692-b885-3de5125c4dc6 req-c5cff335-f0a5-4d76-9683-da48b526d5ec tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0547502 Jan 17 02:53:02.415166 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-809b6128-fa0a-4692-b885-3de5125c4dc6 req-f242bee0-e1ad-4c4f-9cba-7800e7d5d77e tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456481 Jan 17 02:53:03.539281 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01c16e-d3ee-4818-9672-3514484bfc2f req-19e98a84-9dd9-4ab7-90cd-855e0d2628ce tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:03.540781 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa01c16e-d3ee-4818-9672-3514484bfc2f req-19e98a84-9dd9-4ab7-90cd-855e0d2628ce tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0524037 Jan 17 02:53:03.591072 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fa01c16e-d3ee-4818-9672-3514484bfc2f req-229a6942-eb1e-4c9a-b79e-f7e880abd046 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422025 Jan 17 02:53:04.729132 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847d4122-fd46-4a21-848e-7182e0475429 req-9e040573-85e3-4a4b-8811-6a1433d2d055 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:04.730596 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-847d4122-fd46-4a21-848e-7182e0475429 req-9e040573-85e3-4a4b-8811-6a1433d2d055 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0550668 Jan 17 02:53:04.781099 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-847d4122-fd46-4a21-848e-7182e0475429 req-43dc5188-efb9-480f-bad2-e51000218783 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430670 Jan 17 02:53:05.913501 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08623028-0626-478d-bb87-34f914e1b97e req-0414e765-a882-4f4c-81ff-fb010dbe50ec tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:05.914995 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08623028-0626-478d-bb87-34f914e1b97e req-0414e765-a882-4f4c-81ff-fb010dbe50ec tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 943 time: 0.0529759 Jan 17 02:53:05.966107 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-08623028-0626-478d-bb87-34f914e1b97e req-ad818844-46de-4e8b-bac0-0ec42d9a241c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436854 Jan 17 02:53:06.503802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device ae80d547-f803-4ef6-9d6d-dda79cbe5722 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102671) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 17 02:53:06.615697 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port ae80d547-f803-4ef6-9d6d-dda79cbe5722, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:53:06.627458 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Returning: {'device': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'port_id': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'mac_address': 'fa:16:3e:88:a6:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102671) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 17 02:53:06.665657 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port ae80d547-f803-4ef6-9d6d-dda79cbe5722 is: DOWN; New status is: BUILD {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:53:06.666040 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:06.682859 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae80d547-f803-4ef6-9d6d-dda79cbe5722 {{(pid=102671) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 17 02:53:06.702447 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port ae80d547-f803-4ef6-9d6d-dda79cbe5722, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:53:06.709398 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:06.757855 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=ae80d547-f803-4ef6-9d6d-dda79cbe5722,revision_number=4']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:53:06.765114 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.765466 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.765808 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.766496 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.766824 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.767152 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.767476 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.767802 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.768159 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.768524 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.768828 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.769147 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:06.769462 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:07.100280 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7d71d8-58fb-4fc2-a86e-379fae46ca7b req-5f7f2b41-7d1c-4d75-a03a-d32edfc78d5a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:07.101715 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ed7d71d8-58fb-4fc2-a86e-379fae46ca7b req-5f7f2b41-7d1c-4d75-a03a-d32edfc78d5a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 944 time: 0.0589013 Jan 17 02:53:07.137777 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] get_ports_and_sgs() called for port_ids ['ae80d547-f803-4ef6-9d6d-dda79cbe5722'] {{(pid=102671) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 17 02:53:07.152809 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ed7d71d8-58fb-4fc2-a86e-379fae46ca7b req-8a31baab-eede-4baa-8af4-dffef8514501 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454857 Jan 17 02:53:08.290465 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ed319d-63d9-4342-ba8c-0c5637b4dd17 req-9e890cae-992b-4c1d-8eef-d63c5ca17f6f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:08.291919 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72ed319d-63d9-4342-ba8c-0c5637b4dd17 req-9e890cae-992b-4c1d-8eef-d63c5ca17f6f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 944 time: 0.0582321 Jan 17 02:53:08.343394 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-72ed319d-63d9-4342-ba8c-0c5637b4dd17 req-80ad0277-88e7-457e-81fd-1354aee6911a tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Jan 17 02:53:08.506991 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device ae80d547-f803-4ef6-9d6d-dda79cbe5722 up at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 17 02:53:08.575730 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning for port ae80d547-f803-4ef6-9d6d-dda79cbe5722 completed by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 17 02:53:08.580399 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.provisioning_blocks [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Provisioning complete for port ae80d547-f803-4ef6-9d6d-dda79cbe5722 triggered by entity L2. {{(pid=102671) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 17 02:53:08.580847 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-538998'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), provisioning_complete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:08.669626 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Current status of the port ae80d547-f803-4ef6-9d6d-dda79cbe5722 is: BUILD; New status is: ACTIVE {{(pid=102671) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 17 02:53:08.670017 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), before_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:08.697492 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722'}] {{(pid=102671) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:53:08.699764 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8b90c4d472bafc7079d9541becb6c9ab499afac917feae9f4eb8847c53170175" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6ab68b-b142-45ad-9c24-a88c547ca5f7" -d '{"events": [{"server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "name": "network-vif-plugged", "status": "completed", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722"}]}' {{(pid=102671) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:53:08.712593 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] For port ae80d547-f803-4ef6-9d6d-dda79cbe5722, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:53:08.718057 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:08.765097 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Pushing event updated for resources: {'Port': ['ID=ae80d547-f803-4ef6-9d6d-dda79cbe5722,revision_number=5']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:53:08.793318 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:09.464608 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf8486-31f5-4a9f-9575-3aa9a42c84f8 req-2bd42c90-d9d6-42d2-81e9-c2f35ccfdb94 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:09.466069 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdf8486-31f5-4a9f-9575-3aa9a42c84f8 req-2bd42c90-d9d6-42d2-81e9-c2f35ccfdb94 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 945 time: 0.0487695 Jan 17 02:53:09.514338 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2bdf8486-31f5-4a9f-9575-3aa9a42c84f8 req-dba84928-73b1-4334-ab3b-89a001a5b325 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424967 Jan 17 02:53:09.693008 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-38abdce5-ab0f-4ba8-baf0-e45ced3ad854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:09.800697 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f8f897-c3fc-4cb5-9230-942433032cb2 x-openstack-request-id: req-61f8f897-c3fc-4cb5-9230-942433032cb2 {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:53:09.801000 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "name": "network-vif-plugged", "status": "completed", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722", "code": 200}]} {{(pid=102671) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:53:09.801249 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-61f8f897-c3fc-4cb5-9230-942433032cb2 {{(pid=102671) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:53:09.801641 dv-cinder-821602-13-iscsi neutron-server[102671]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'code': 200} Jan 17 02:53:10.056933 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc54516-e3fd-49ed-b4bc-b1de63e9bc2b req-00e5962d-c1bd-4f2c-bb81-529b940cc962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:10.058277 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2cc54516-e3fd-49ed-b4bc-b1de63e9bc2b req-00e5962d-c1bd-4f2c-bb81-529b940cc962 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 1098 time: 0.0402744 Jan 17 02:53:10.103247 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-2cc54516-e3fd-49ed-b4bc-b1de63e9bc2b req-c960b5f2-552c-445c-bc2d-850656832f35 service neutron] 10.222.0.64 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382092 Jan 17 02:53:10.644528 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b056fb-06eb-4166-aefd-1ebc18785910 req-610b81fb-05c2-44b0-94cd-b506d47ba253 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:10.645997 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41b056fb-06eb-4166-aefd-1ebc18785910 req-610b81fb-05c2-44b0-94cd-b506d47ba253 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 945 time: 0.0586991 Jan 17 02:53:10.699291 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-41b056fb-06eb-4166-aefd-1ebc18785910 req-22c3d4cd-36c9-4ff2-9ee3-055bb2736cc8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450630 Jan 17 02:53:11.828221 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235a686-5089-4320-8d04-980c79017310 req-9556148e-ada4-4726-a90c-a2ae11eb95e9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:11.829848 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4235a686-5089-4320-8d04-980c79017310 req-9556148e-ada4-4726-a90c-a2ae11eb95e9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 945 time: 0.0537310 Jan 17 02:53:11.878764 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-4235a686-5089-4320-8d04-980c79017310 req-e530e19d-fc83-44ed-b5f5-520cad934124 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Jan 17 02:53:11.911223 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-66efe6bf-da93-459d-87a1-ed7ffdaec99c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:12.005177 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d69c9-3123-40f8-8fbf-7ee9d65eab52 req-8d71e458-8c58-43b0-b67e-0622aefc3fec tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:12.006733 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a77d69c9-3123-40f8-8fbf-7ee9d65eab52 req-8d71e458-8c58-43b0-b67e-0622aefc3fec tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 945 time: 0.0564682 Jan 17 02:53:12.057747 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-a77d69c9-3123-40f8-8fbf-7ee9d65eab52 req-0e8a0c8c-1f92-4ee3-8272-2b3235e77c46 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453782 Jan 17 02:53:12.080372 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33034) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:53:12.162962 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1916ecf-8f4c-4f58-b520-69956d3d759a tempest-TestVolumeBootPattern-895372376 tempest-TestVolumeBootPattern-895372376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:12.164456 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-b1916ecf-8f4c-4f58-b520-69956d3d759a tempest-TestVolumeBootPattern-895372376 tempest-TestVolumeBootPattern-895372376-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 1093 time: 0.0831075 Jan 17 02:53:12.167329 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33038) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:53:12.171619 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.v2.base [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Request body: {'floatingip': {'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'port_id': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102669) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 17 02:53:12.197268 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:12.299858 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (None), before_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:12.404799 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.db_base_plugin_common [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Allocated IP 172.27.1.242 (8a393803-2a43-452a-bba4-33a25754c625/f34a072e-f725-40a6-81a3-b16ab7f38776/44eec866-5c59-48a1-911c-fd5a6982e78d) {{(pid=102669) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 17 02:53:12.517304 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:12.552444 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8762865315943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:12.591884 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Network 8a393803-2a43-452a-bba4-33a25754c625 is already hosted by enough agents. {{(pid=102669) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 17 02:53:12.594739 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.base_scheduler [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Resources bound (agent type, host, resource id): {{(pid=102669) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 17 02:53:12.599280 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Received port after_create {{(pid=102669) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 17 02:53:12.604842 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=44eec866-5c59-48a1-911c-fd5a6982e78d,revision_number=1']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:53:12.633394 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.634247 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.634247 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.634632 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.635013 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.635334 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.635746 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.636102 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.636605 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.636955 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.637350 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.637675 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:12.637993 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:53:13.056965 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:13.248714 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (f5f52404-83c6-47a1-96fb-0e0c41ef77cb), precommit_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:13.316368 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-666863'] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), before_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:13.464946 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), precommit_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:13.472710 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8762865799051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8762865315961', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8762865315979', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14116085'] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), after_update {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:13.541685 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event updated for resources: {'Port': ['ID=44eec866-5c59-48a1-911c-fd5a6982e78d,revision_number=2']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:53:13.551222 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16343358'] for floatingip (f5f52404-83c6-47a1-96fb-0e0c41ef77cb), after_create {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:13.656142 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Floating IP f5f52404-83c6-47a1-96fb-0e0c41ef77cb associated. External IP: 172.27.1.242, port: ae80d547-f803-4ef6-9d6d-dda79cbe5722. Jan 17 02:53:13.882783 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:53:13.992401 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:53:14.002750 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:53:14.014567 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:53:14.015193 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:53:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:53:14.017197 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:14.046976 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-2c22852b-062e-4130-98b8-0668581a3058 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8786316 Jan 17 02:53:14.047608 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:53:14.049934 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9397e4-2c05-464a-bea4-4a82bd336c11" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:53:14.127040 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:53:14.139409 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d0f52a-ca91-4179-90a4-41fe8a6631f2 x-openstack-request-id: req-91d0f52a-ca91-4179-90a4-41fe8a6631f2 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:53:14.139853 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:53:14.140198 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91d0f52a-ca91-4179-90a4-41fe8a6631f2 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:53:14.140724 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'status': 'completed', 'code': 200} Jan 17 02:53:14.226038 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-6474ec8f-32d4-4763-a0a9-1c7ca4f830c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:14.227588 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-6474ec8f-32d4-4763-a0a9-1c7ca4f830c1 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 1098 time: 0.0408175 Jan 17 02:53:14.319872 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-db975a49-1565-4480-ad12-df0082791016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:14.321488 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-db975a49-1565-4480-ad12-df0082791016 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0876369 Jan 17 02:53:14.357906 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:47Z', 'revision_number': 1, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}, {'id': 'f5f52404-83c6-47a1-96fb-0e0c41ef77cb', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:88:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:53:12Z', 'updated_at': '2022-01-17T02:53:12Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:53:14.384105 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:53:14.384636 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-cc002768-0969-4133-a565-f62fba464c8f service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722 HTTP/1.1" status: 200 len: 999 time: 0.0574818 Jan 17 02:53:14.393750 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:53:14.394352 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:53:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:53:14.436886 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-73888045-9f92-48f5-9011-0f22928b6b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:14.438357 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-73888045-9f92-48f5-9011-0f22928b6b5c service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0474355 Jan 17 02:53:14.487589 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-dc2935c2-e0cf-40f7-a1c7-abfeeb1cb9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:14.489121 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-dc2935c2-e0cf-40f7-a1c7-abfeeb1cb9a2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445065 Jan 17 02:53:14.499584 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:53:14.576370 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-6bae23c0-3c17-4ca7-92ef-b9bfdd08446c service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806077 Jan 17 02:53:14.668713 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-df9397e4-2c05-464a-bea4-4a82bd336c11 req-b420ee7a-004a-4de4-9231-32a98c1637c4 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860062 Jan 17 02:53:14.711290 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:14.735743 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:47Z', 'revision_number': 1, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}, {'id': 'f5f52404-83c6-47a1-96fb-0e0c41ef77cb', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:88:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:53:12Z', 'updated_at': '2022-01-17T02:53:12Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:53:14.761390 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f119bad5-525b-469f-a1bc-93e297a84c24 None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:47Z', 'revision_number': 1, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}, {'id': 'f5f52404-83c6-47a1-96fb-0e0c41ef77cb', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.242', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:88:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:53:12Z', 'updated_at': '2022-01-17T02:53:12Z', 'revision_number': 0, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:53:14.943916 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a9f33c3-2b6a-4c97-a81d-5aab83c895d8 None None] New status for floating IP f5f52404-83c6-47a1-96fb-0e0c41ef77cb: ACTIVE {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:53:15.881124 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:26.217111 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:53:38.814602 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:39.689920 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-bc6f92d8-f6f5-4197-80be-5233607cc9d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:41.908475 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fdaf523c-99f6-45c4-aae7-bdc3f279a902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:43.068172 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:44.702561 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:45.873682 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:53:48.857046 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-4a313368-e0fe-4d7d-8670-d5ed3de45b86 service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420775 Jan 17 02:53:48.959317 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-fe30986f-1147-4473-98dc-e55be2665327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:48.960861 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-fe30986f-1147-4473-98dc-e55be2665327 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1099 time: 0.0455167 Jan 17 02:53:49.065031 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-5c26298a-ec18-4540-b688-128a7bf277c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:49.066471 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-5c26298a-ec18-4540-b688-128a7bf277c7 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0836308 Jan 17 02:53:49.142008 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-7e814636-f1e5-4e54-9b05-9cc7a087b1f8 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 1000 time: 0.0684946 Jan 17 02:53:49.191271 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-5e10ed8a-9adf-4aa9-a804-2644bde08c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:49.192714 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-5e10ed8a-9adf-4aa9-a804-2644bde08c0b service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0423601 Jan 17 02:53:49.236336 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-7e9b7749-79dd-4c34-aa8a-bf4bbb1d25c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:53:49.237779 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-7e9b7749-79dd-4c34-aa8a-bf4bbb1d25c2 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386040 Jan 17 02:53:49.330498 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-438225b7-1213-498e-a2b3-162e4486c39c service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Jan 17 02:53:49.426467 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-8fb059ee-8181-4250-ab8b-168757f69c97 req-a0aa4ac2-8e99-408e-ba28-507220a22c3d service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895467 Jan 17 02:54:03.221053 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:54:08.827714 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:09.685352 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-35bd9eac-0fca-4406-a9fa-60de708ef69e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:11.913379 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-54590347-3fba-4d02-8226-c2a5a3000364 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:13.065406 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:14.712532 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:15.878776 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:38.852606 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:39.692001 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e859a764-74fc-4bb0-a3b1-cd826b29b82d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:40.226520 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:54:41.920826 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-1f6ffa59-b585-450c-967f-47cafeea71d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:43.066666 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:44.717156 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:45.879078 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:54:49.839860 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-f2571501-3cc3-4026-bc5b-928b6db8854c service neutron] 10.222.0.64 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0537226 Jan 17 02:54:49.912145 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-3ad7eefb-0597-42e1-bca2-91bebb51fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:54:49.913633 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-3ad7eefb-0597-42e1-bca2-91bebb51fe9e service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 1098 time: 0.0400558 Jan 17 02:54:50.015516 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-ae41e33b-e7cc-43ed-9177-d76f0c153786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:54:50.016995 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-ae41e33b-e7cc-43ed-9177-d76f0c153786 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0836065 Jan 17 02:54:50.084411 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-eecad5bc-98d1-42a1-b4f9-f18db27dc41a service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722 HTTP/1.1" status: 200 len: 1001 time: 0.0610182 Jan 17 02:54:50.133077 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-e740f61f-47a4-4bef-9e00-7742c652d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:54:50.135047 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-e740f61f-47a4-4bef-9e00-7742c652d461 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0448160 Jan 17 02:54:50.185958 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-9aa86a12-22eb-4e4d-82e8-3d51bca4a6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:54:50.187388 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-9aa86a12-22eb-4e4d-82e8-3d51bca4a6ee service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460656 Jan 17 02:54:50.286313 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-b91d5b92-e5d1-4325-a10b-3be81e94efaa service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921330 Jan 17 02:54:50.379378 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-aaefcfa1-ad38-4ea0-b8f1-c96d06fb1118 req-bd67c4ab-7dd0-4f0f-bc85-e045a12a9a00 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863686 Jan 17 02:54:51.513687 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-c20cdcc4-dac4-42b3-8dba-90ec7dfe0415 req-521e1e45-1515-4aaa-81af-9e47d78f6c8b service neutron] (102670) timed out ('10.222.0.24', 56050) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 02:55:08.860799 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:09.692148 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-739ce170-d32e-4ee8-ad09-c4de42a90743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:11.912537 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-aba99ce2-bbd1-4243-b5a1-115ecd55f4b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:13.078318 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.056180 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33076) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:14.217560 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Deleting port 44eec866-5c59-48a1-911c-fd5a6982e78d {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:14.217888 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.290635 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.290991 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (44eec866-5c59-48a1-911c-fd5a6982e78d), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.302618 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Calling delete_port for 44eec866-5c59-48a1-911c-fd5a6982e78d owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:14.455794 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (44eec866-5c59-48a1-911c-fd5a6982e78d), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.481794 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event deleted for resources: {'Port': ['ID=44eec866-5c59-48a1-911c-fd5a6982e78d,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:14.505044 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.505389 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.505722 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.506050 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.506374 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.506695 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.507012 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.507335 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.507653 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.507957 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.508296 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.508610 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.508919 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102669) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:14.550499 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (f5f52404-83c6-47a1-96fb-0e0c41ef77cb), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.550823 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Floating IP f5f52404-83c6-47a1-96fb-0e0c41ef77cb disassociated (deleted). External IP: 172.27.1.242, port: ae80d547-f803-4ef6-9d6d-dda79cbe5722. Jan 17 02:55:14.709312 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.755418 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:55:14.863459 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:55:14.868660 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:14.873376 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:55:14.884327 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:14.884961 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:14.895324 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-a53368d9-9f81-4879-8ff8-399b4b539ba8 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "DELETE /v2.0/floatingips/f5f52404-83c6-47a1-96fb-0e0c41ef77cb HTTP/1.1" status: 204 len: 168 time: 0.8380115 Jan 17 02:55:14.895879 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:55:14.898257 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2504b02-f63a-42c8-8b27-455ed2329a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:55:14.940904 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412bfa85-346e-4205-9353-82bae442ba8b x-openstack-request-id: req-412bfa85-346e-4205-9353-82bae442ba8b {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:55:14.941305 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:55:14.941661 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-412bfa85-346e-4205-9353-82bae442ba8b {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:55:14.942278 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'status': 'completed', 'code': 200} Jan 17 02:55:14.997683 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:15.040025 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-53ecbf34-1eb3-4274-9421-eb8348205d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:15.041717 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-53ecbf34-1eb3-4274-9421-eb8348205d91 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 1098 time: 0.0540118 Jan 17 02:55:15.129567 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd17653-0ffb-4f74-a4d8-3826a767dfc0 req-d61ec86d-4f54-4591-a1a6-580b7a07530f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:15.131071 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfd17653-0ffb-4f74-a4d8-3826a767dfc0 req-d61ec86d-4f54-4591-a1a6-580b7a07530f tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 945 time: 0.0513864 Jan 17 02:55:15.182976 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-bfd17653-0ffb-4f74-a4d8-3826a767dfc0 req-b5e7a449-dc85-405f-85f1-afb0bf3c01ce tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459116 Jan 17 02:55:15.187280 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-5678984c-2b97-4694-86fb-ca1e1f36f82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:15.190450 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-5678984c-2b97-4694-86fb-ca1e1f36f82a service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0909433 Jan 17 02:55:15.227463 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:47Z', 'revision_number': 1, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:15.233905 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-67fe798e-eb61-46e1-b6e3-75edc4cd1966 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722 HTTP/1.1" status: 200 len: 217 time: 0.0384719 Jan 17 02:55:15.253212 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:55:15.262101 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:15.262694 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:15.281298 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-b2602734-d4ef-4b64-8f20-b3fc948c49b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:15.282766 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-b2602734-d4ef-4b64-8f20-b3fc948c49b2 service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0432713 Jan 17 02:55:15.326094 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-4f0dd439-ed2a-4a5a-bece-6207fa9d4abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:15.327604 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-4f0dd439-ed2a-4a5a-bece-6207fa9d4abb service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390763 Jan 17 02:55:15.368533 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:15.417844 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-d987cd3c-a85d-4627-9791-438a95a40c53 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822303 Jan 17 02:55:15.504196 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-e2504b02-f63a-42c8-8b27-455ed2329a3d req-de83e193-dc09-40b3-ac99-12076e0d1065 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792167 Jan 17 02:55:15.599460 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:47Z', 'revision_number': 1, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:15.626089 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86323e7-62fe-443f-b30c-78dcc3909513 None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_floatingips': [{'id': 'ae9e575a-2da0-4000-b54f-bf677ca351e4', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'floating_ip_address': '172.27.1.6', 'floating_network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'router_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'port_id': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'mac_address': 'fa:16:3e:8f:3b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8101de1a-f163-4b09-affe-30cee1520021', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-17T02:50:45Z', 'updated_at': '2022-01-17T02:50:47Z', 'revision_number': 1, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:55:15.842615 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af55a8a-a7a0-4e46-b94d-afcd4b07d94d None None] New status for floating IP f5f52404-83c6-47a1-96fb-0e0c41ef77cb: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:55:15.875194 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:16.305891 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbc4c9-9a75-4cf1-8121-240f03c9f372 req-1e65dc1d-a07f-4811-8a8d-6e9298e5ba54 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:16.307401 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fedbc4c9-9a75-4cf1-8121-240f03c9f372 req-1e65dc1d-a07f-4811-8a8d-6e9298e5ba54 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 945 time: 0.0551217 Jan 17 02:55:16.367221 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-fedbc4c9-9a75-4cf1-8121-240f03c9f372 req-592229fe-b30e-4220-8469-f5344c62de42 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537145 Jan 17 02:55:16.937000 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-cc02c6d0-826b-4c26-8e55-0560a9e6b538 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:16.938542 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-cc02c6d0-826b-4c26-8e55-0560a9e6b538 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 945 time: 0.0584614 Jan 17 02:55:17.028573 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Deleting port ae80d547-f803-4ef6-9d6d-dda79cbe5722 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:17.028883 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:17.119081 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] For port ae80d547-f803-4ef6-9d6d-dda79cbe5722, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ae80d547-f803-4ef6-9d6d-dda79cbe5722,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:17.119421 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:17.131732 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Calling delete_port for ae80d547-f803-4ef6-9d6d-dda79cbe5722 owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:17.225975 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:55:17.267840 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (ae80d547-f803-4ef6-9d6d-dda79cbe5722), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:17.301251 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event deleted for resources: {'Port': ['ID=ae80d547-f803-4ef6-9d6d-dda79cbe5722,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:17.316931 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.316931 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.317128 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.317434 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.317755 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.318076 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.318453 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.318765 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.319084 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.319396 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.319691 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.320056 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.320323 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102670) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:17.358376 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] No DVR routers for this DVR port ae80d547-f803-4ef6-9d6d-dda79cbe5722 on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:55:17.361091 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:17.364595 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-49c99cbb-cb2a-48dc-abd9-b9b0a0d02657 req-2e3fbd83-5a48-4bbc-847f-151bf0138a44 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "DELETE /v2.0/ports/ae80d547-f803-4ef6-9d6d-dda79cbe5722 HTTP/1.1" status: 204 len: 173 time: 0.4209514 Jan 17 02:55:17.365046 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'name': 'network-vif-deleted', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:55:17.367349 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bb4b79-142c-413f-8ae0-8f10e3ec3c93" -d '{"events": [{"server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "name": "network-vif-deleted", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:55:17.412409 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad440a7-5166-4ef4-8894-525242de32d1 x-openstack-request-id: req-7ad440a7-5166-4ef4-8894-525242de32d1 {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:55:17.412913 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fa23975-4d62-4b66-9863-156b9e5f8d29", "name": "network-vif-deleted", "tag": "ae80d547-f803-4ef6-9d6d-dda79cbe5722", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:55:17.413158 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7ad440a7-5166-4ef4-8894-525242de32d1 {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:55:17.413543 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fa23975-4d62-4b66-9863-156b9e5f8d29', 'name': 'network-vif-deleted', 'tag': 'ae80d547-f803-4ef6-9d6d-dda79cbe5722', 'status': 'completed', 'code': 200} Jan 17 02:55:17.463529 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-e1f72c2c-92f5-4866-98d0-a80b126e9d18 req-ad65f177-880d-434e-9ac7-48cc35eb99f9 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa23975-4d62-4b66-9863-156b9e5f8d29 HTTP/1.1" status: 200 len: 210 time: 0.0261278 Jan 17 02:55:20.781964 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33118) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:20.944475 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Deleting port 8a661bc5-2d07-469b-969f-412501496b1f {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:20.944798 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (8a661bc5-2d07-469b-969f-412501496b1f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:21.023185 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (8a661bc5-2d07-469b-969f-412501496b1f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:21.023433 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (8a661bc5-2d07-469b-969f-412501496b1f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:21.035018 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Calling delete_port for 8a661bc5-2d07-469b-969f-412501496b1f owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:21.197576 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (8a661bc5-2d07-469b-969f-412501496b1f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:21.207122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device ae80d547-f803-4ef6-9d6d-dda79cbe5722 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:21.223337 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event deleted for resources: {'Port': ['ID=8a661bc5-2d07-469b-969f-412501496b1f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:21.227454 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: ae80d547-f803-4ef6-9d6d-dda79cbe5722 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:21.227806 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device ae80d547-f803-4ef6-9d6d-dda79cbe5722 not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:21.287991 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (ae9e575a-2da0-4000-b54f-bf677ca351e4), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:21.288257 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.db.l3_db [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Floating IP ae9e575a-2da0-4000-b54f-bf677ca351e4 disassociated (deleted). External IP: 172.27.1.6, port: 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa. Jan 17 02:55:21.500475 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:55:21.610775 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:55:21.616353 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:21.621122 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:55:21.631618 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:21.632252 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:21.643815 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-285fdccb-8356-4e7e-bc23-20d899d473be tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "DELETE /v2.0/floatingips/ae9e575a-2da0-4000-b54f-bf677ca351e4 HTTP/1.1" status: 204 len: 168 time: 0.8607500 Jan 17 02:55:21.644435 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa'}] {{(pid=102669) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:55:21.646664 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3948d2ff48c79e0329354b1a36b8e0d627d656aa6447aa642ab77b400c8ad5d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286fe514-fb61-4557-95c4-3fb8e66be761" -d '{"events": [{"name": "network-changed", "server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa"}]}' {{(pid=102669) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:55:21.685073 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Jan 2022 02:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d493e76a-2b16-48c6-ab05-3bd2f785e494 x-openstack-request-id: req-d493e76a-2b16-48c6-ab05-3bd2f785e494 {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:55:21.685073 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa", "status": "completed", "code": 200}]} {{(pid=102669) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:55:21.685073 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d493e76a-2b16-48c6-ab05-3bd2f785e494 {{(pid=102669) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:55:21.685073 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'status': 'completed', 'code': 200} Jan 17 02:55:21.738010 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:21.773624 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-6ee674f4-d5b1-457f-b982-46c2fa687582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:21.775437 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-6ee674f4-d5b1-457f-b982-46c2fa687582 service neutron] 10.222.0.64 "GET /v2.0/ports?tenant_id=9a5fffc31fb74051bb8478ab98082f04&device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 1099 time: 0.0494509 Jan 17 02:55:21.872508 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-4a87610f-19ff-4fd8-9fe1-b3fa4a5a02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:21.874037 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-4a87610f-19ff-4fd8-9fe1-b3fa4a5a02f1 service neutron] 10.222.0.64 "GET /v2.0/networks?id=660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 200 len: 913 time: 0.0928442 Jan 17 02:55:21.893844 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793a0b-7138-447e-a605-ec63dc6502d5 req-843b879f-2dee-4d3b-bc3a-8187ac4f2162 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:21.895453 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5793a0b-7138-447e-a605-ec63dc6502d5 req-843b879f-2dee-4d3b-bc3a-8187ac4f2162 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 946 time: 0.0599844 Jan 17 02:55:21.916031 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-07213813-0410-40ef-8638-70b1cd19b173 service neutron] 10.222.0.64 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 200 len: 217 time: 0.0353119 Jan 17 02:55:21.946252 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-d5793a0b-7138-447e-a605-ec63dc6502d5 req-9d3acfbb-0e80-43aa-a76b-23c65e1fd8ac tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450032 Jan 17 02:55:21.960443 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:21.973659 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-b74b21e0-ffee-469a-a207-385b64fb4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:21.975289 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-b74b21e0-ffee-469a-a207-385b64fb4baf service neutron] 10.222.0.64 "GET /v2.0/subnets?id=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 200 len: 851 time: 0.0530288 Jan 17 02:55:21.986801 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:55:21.995237 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:21.995830 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:22.023218 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-4d0c0553-9e10-40cd-8448-69c897c0c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:22.024957 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-4d0c0553-9e10-40cd-8448-69c897c0c197 service neutron] 10.222.0.64 "GET /v2.0/ports?network_id=660ee0d2-ff63-4e21-854f-357c6aa22718&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424428 Jan 17 02:55:22.100640 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:22.112022 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-8e02a259-2df5-406e-b433-26310c2cae08 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798481 Jan 17 02:55:22.306383 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:22.333107 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d975f-080a-422d-88d8-4ac77885d414 None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:16Z', 'revision_number': 4, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi', '_interfaces': [{'id': '815c631c-a201-4576-a928-353cb31b2d72', 'name': '', 'network_id': '660ee0d2-ff63-4e21-854f-357c6aa22718', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'mac_address': 'fa:16:3e:b7:37:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:16Z', 'updated_at': '2022-01-17T02:47:21Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'subnets': [{'id': '3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:55:22.454606 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-286fe514-fb61-4557-95c4-3fb8e66be761 req-e7c31793-9cd3-4952-b848-a63ff4485313 service neutron] 10.222.0.64 "GET /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357172 Jan 17 02:55:22.548842 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069157a5-97e7-4c86-964a-a0937646f510 None None] New status for floating IP ae9e575a-2da0-4000-b54f-bf677ca351e4: DOWN {{(pid=102672) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 17 02:55:23.079332 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5087aa-323e-4306-a65f-28e43491c46b req-8b80f6b2-df8f-4633-804d-9e9e97363271 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102669) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:23.080855 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca5087aa-323e-4306-a65f-28e43491c46b req-8b80f6b2-df8f-4633-804d-9e9e97363271 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 946 time: 0.0534122 Jan 17 02:55:23.132950 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-ca5087aa-323e-4306-a65f-28e43491c46b req-43e056ee-9b4d-48f0-bdb3-f976dd951ccf tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/security-groups?id=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461652 Jan 17 02:55:23.606473 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-9a93b1a8-ee6e-447a-b302-3e567d623866 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102670) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 17 02:55:23.608541 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-9a93b1a8-ee6e-447a-b302-3e567d623866 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 946 time: 0.0623388 Jan 17 02:55:23.704239 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Deleting port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:23.704528 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:23.789484 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] For port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:23.789834 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:23.802268 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Calling delete_port for 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa owned by compute:nova {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:23.938790 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:23.966354 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event deleted for resources: {'Port': ['ID=7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:24.009252 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] No DVR routers for this DVR port 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa on host hv-cinder-82160 {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:55:24.011856 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for port (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:24.015643 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [req-47ef414c-2d74-4074-b7b9-c5b1f1a13e41 req-c01f7d95-703d-44d5-8671-baa01b79dd72 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.64 "DELETE /v2.0/ports/7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa HTTP/1.1" status: 204 len: 173 time: 0.4017098 Jan 17 02:55:24.016094 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'name': 'network-vif-deleted', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa'}] {{(pid=102670) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 17 02:55:24.018417 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5cd3dd394d4a8ff649cffe64eabbfd4a1f9fa75e15041848f8c26eec5ebba2d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9585961a-1092-4f8f-845d-f340dd3fba5b" -d '{"events": [{"server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "name": "network-vif-deleted", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa"}]}' {{(pid=102670) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 17 02:55:24.053233 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Jan 2022 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdcfe00a-51df-4207-860c-f250ab3c642a x-openstack-request-id: req-fdcfe00a-51df-4207-860c-f250ab3c642a {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 17 02:55:24.053513 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8101de1a-f163-4b09-affe-30cee1520021", "name": "network-vif-deleted", "tag": "7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa", "status": "completed", "code": 200}]} {{(pid=102670) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 17 02:55:24.053753 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fdcfe00a-51df-4207-860c-f250ab3c642a {{(pid=102670) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 17 02:55:24.054143 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8101de1a-f163-4b09-affe-30cee1520021', 'name': 'network-vif-deleted', 'tag': '7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa', 'status': 'completed', 'code': 200} Jan 17 02:55:24.227364 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [req-2a7117b5-65b9-433d-8826-2b67baa8b897 req-d93b34cd-5614-4c27-8026-ab87469186ed tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "GET /v2.0/ports?device_id=8101de1a-f163-4b09-affe-30cee1520021 HTTP/1.1" status: 200 len: 210 time: 0.0254512 Jan 17 02:55:25.298818 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33134) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:25.426828 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Deleting port b16d5ed8-3ca1-494f-acf2-f5b67cae7850 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:25.427119 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:25.515758 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:25.516001 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:25.527550 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Calling delete_port for b16d5ed8-3ca1-494f-acf2-f5b67cae7850 owned by network:floatingip {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:25.665070 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (b16d5ed8-3ca1-494f-acf2-f5b67cae7850), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:25.689073 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event deleted for resources: {'Port': ['ID=b16d5ed8-3ca1-494f-acf2-f5b67cae7850,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:25.750657 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for floatingip (31c03f61-7ad5-40cd-9d5d-63768ba5d031), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:25.753296 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16737393'] for floatingip (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:25.754480 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-7fed5a86-a4d6-469c-a4b5-a513afcf709c tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "DELETE /v2.0/floatingips/31c03f61-7ad5-40cd-9d5d-63768ba5d031 HTTP/1.1" status: 204 len: 168 time: 0.4546824 Jan 17 02:55:26.952281 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33146) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:27.014420 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-125cae26-f7cc-464d-bac9-d8cde8005de2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group (46ff0c29-4370-4a9a-bed6-2ecbb90d6f69), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:27.039594 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-125cae26-f7cc-464d-bac9-d8cde8005de2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group (46ff0c29-4370-4a9a-bed6-2ecbb90d6f69), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:27.110567 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-125cae26-f7cc-464d-bac9-d8cde8005de2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (46ff0c29-4370-4a9a-bed6-2ecbb90d6f69), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:27.113246 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-125cae26-f7cc-464d-bac9-d8cde8005de2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:27.114585 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-125cae26-f7cc-464d-bac9-d8cde8005de2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] 10.222.0.24 "DELETE /v2.0/security-groups/46ff0c29-4370-4a9a-bed6-2ecbb90d6f69 HTTP/1.1" status: 204 len: 168 time: 0.1612849 Jan 17 02:55:27.124565 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125cae26-f7cc-464d-bac9-d8cde8005de2 tempest-TestVolumeBootPattern-2075548085 tempest-TestVolumeBootPattern-2075548085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff0c29-4370-4a9a-bed6-2ecbb90d6f69,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:27.188721 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33150) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:27.222542 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:27.242260 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] No Port match for: 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:27.242575 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Device 7ecd8e7b-2649-4d5f-aee2-ae5d6c6051aa not bound to the agent host hv-cinder-82160 {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:27.681333 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (a66a1364-5f3b-4889-aa4b-e69ae85b5124), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:27.937290 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Deleting port 815c631c-a201-4576-a928-353cb31b2d72 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:27.937611 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (815c631c-a201-4576-a928-353cb31b2d72), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:28.023423 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] For port 815c631c-a201-4576-a928-353cb31b2d72, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=815c631c-a201-4576-a928-353cb31b2d72,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:28.024204 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (815c631c-a201-4576-a928-353cb31b2d72), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:28.035975 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Calling delete_port for 815c631c-a201-4576-a928-353cb31b2d72 owned by network:router_interface {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:28.221425 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (815c631c-a201-4576-a928-353cb31b2d72), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:28.245707 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Pushing event deleted for resources: {'Port': ['ID=815c631c-a201-4576-a928-353cb31b2d72,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:28.681364 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (a66a1364-5f3b-4889-aa4b-e69ae85b5124), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:28.897947 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Router a66a1364-5f3b-4889-aa4b-e69ae85b5124 has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102669) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:55:29.010602 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102669) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:55:29.015995 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-3efd3465-0561-468d-96c7-239ba1f72eaa admin admin] 10.222.0.24 "PUT /v2.0/routers/a66a1364-5f3b-4889-aa4b-e69ae85b5124/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8262930 Jan 17 02:55:29.018998 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33154) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:29.024569 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] Sync routers for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:55:29.038672 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:29.039283 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:29.124125 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks [] for router (a66a1364-5f3b-4889-aa4b-e69ae85b5124), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.227992 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks [] for router_gateway (a66a1364-5f3b-4889-aa4b-e69ae85b5124), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.277275 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: dv-cinder-821602-13-iscsi {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:29.289167 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Deleting port c9e1e284-4c31-458c-9079-e7c61273b508 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:29.289511 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.374027 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] For port c9e1e284-4c31-458c-9079-e7c61273b508, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=c9e1e284-4c31-458c-9079-e7c61273b508,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:29.374361 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.386118 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Calling delete_port for c9e1e284-4c31-458c-9079-e7c61273b508 owned by network:router_gateway {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:29.449616 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:55:28Z', 'revision_number': 5, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port': {'id': 'c9e1e284-4c31-458c-9079-e7c61273b508', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:7f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:29.475605 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] Checking router: a66a1364-5f3b-4889-aa4b-e69ae85b5124 for host: dv-cinder-821602-13-iscsi {{(pid=102671) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:55:29.484357 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] Routers {'a66a1364-5f3b-4889-aa4b-e69ae85b5124'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102671) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:29.484970 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'], 'active': True} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:29.547932 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (c9e1e284-4c31-458c-9079-e7c61273b508), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.571065 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvr_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] Set router a66a1364-5f3b-4889-aa4b-e69ae85b5124 gateway port host: None {{(pid=102671) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:29.572978 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e1e284-4c31-458c-9079-e7c61273b508,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:29.625416 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_hamode_db [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:55:29Z', 'revision_number': 6, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102671) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:29.642345 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (a66a1364-5f3b-4889-aa4b-e69ae85b5124), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.652044 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e750032c-5a99-43d2-a879-1e691038ffec None None] The sync data for ids ['a66a1364-5f3b-4889-aa4b-e69ae85b5124'] in dv-cinder-821602-13-iscsi is: [{'id': 'a66a1364-5f3b-4889-aa4b-e69ae85b5124', 'name': 'tempest-TestVolumeBootPattern-1504660790-router', 'tenant_id': '9a5fffc31fb74051bb8478ab98082f04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:14Z', 'updated_at': '2022-01-17T02:55:29Z', 'revision_number': 6, 'project_id': '9a5fffc31fb74051bb8478ab98082f04', 'gw_port_host': None}] {{(pid=102671) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:55:29.738421 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (a66a1364-5f3b-4889-aa4b-e69ae85b5124), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.740572 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks [] for router_controller (a66a1364-5f3b-4889-aa4b-e69ae85b5124), precommit_delete_associations {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.782683 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (a66a1364-5f3b-4889-aa4b-e69ae85b5124), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.783496 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a66a1364-5f3b-4889-aa4b-e69ae85b5124 {{(pid=102669) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:55:29.788580 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.790391 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-f06ff514-666f-4c41-9dd4-f7ee5c274c45 admin admin] 10.222.0.24 "DELETE /v2.0/routers/a66a1364-5f3b-4889-aa4b-e69ae85b5124 HTTP/1.1" status: 204 len: 168 time: 0.7703223 Jan 17 02:55:29.792813 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 33156) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:29.836833 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] Deleting subnet 3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:55:29.839902 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] Publish callbacks [] for subnet (3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.874192 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:29.955219 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.016611 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.042151 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:30.046159 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.051824 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-7be31a6b-6798-4359-8eaa-8a94ca938d4e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3ecc7fd1-22e5-484d-bded-d2ab5c3a5e90 HTTP/1.1" status: 204 len: 168 time: 0.2555468 Jan 17 02:55:30.052270 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 33158) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:30.055683 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e21f3a4-e8a3-4aa1-8f7a-276a5fb57bcb None None] Network 660ee0d2-ff63-4e21-854f-357c6aa22718 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:55:30.123664 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (660ee0d2-ff63-4e21-854f-357c6aa22718), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.179647 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Deleting port ec1e0c6b-101b-40ab-bdfd-a72338380d5c {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:30.179981 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.240657 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] For port ec1e0c6b-101b-40ab-bdfd-a72338380d5c, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ec1e0c6b-101b-40ab-bdfd-a72338380d5c,segment=NetworkSegment(fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6),segment_id=fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:30.240988 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.254015 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Calling delete_port for ec1e0c6b-101b-40ab-bdfd-a72338380d5c owned by network:dhcp {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:30.339136 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (ec1e0c6b-101b-40ab-bdfd-a72338380d5c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.377232 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec1e0c6b-101b-40ab-bdfd-a72338380d5c,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:30.378890 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] No DVR routers for this DVR port ec1e0c6b-101b-40ab-bdfd-a72338380d5c on host dv-cinder-821602-13-iscsi {{(pid=102670) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:55:30.447691 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (660ee0d2-ff63-4e21-854f-357c6aa22718), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.465168 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188583ce-c308-4c2f-925f-f53407837e29 None None] DHCP port deletion for 660ee0d2-ff63-4e21-854f-357c6aa22718 request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:55:30.472803 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['660ee0d2-ff63-4e21-854f-357c6aa22718']}} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:30.488457 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6') {'for_net_delete': True} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:30.488749 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.services.segments.db [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6') {} {{(pid=102670) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:30.498608 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13436127'] for segment (fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.511689 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.519214 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Releasing vlan 293 on physical network physnet1 to pool {{(pid=102670) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:55:30.519598 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13538883'] for segment (fc5b4bc4-a9ed-467a-baba-84fd4a1d14d6), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: warnings.warn(msg) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: Traceback (most recent call last): Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: timer() Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: cb(*args, **kw) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: return func(*args, **kwargs) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: self._notify() Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: self.callback(batched_events) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: event.method(event) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: return f(self, *a, **k) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._get(url).json() Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: return self.request(url, 'GET', **kwargs) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:55:30.521309 dv-cinder-821602-13-iscsi neutron-server[102670]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:55:30.524197 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ec1e0c6b-101b-40ab-bdfd-a72338380d5c no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:30.543183 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: ec1e0c6b-101b-40ab-bdfd-a72338380d5c {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:30.543742 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ec1e0c6b-101b-40ab-bdfd-a72338380d5c not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:30.544351 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 815c631c-a201-4576-a928-353cb31b2d72 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:30.563805 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: 815c631c-a201-4576-a928-353cb31b2d72 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:30.564174 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device 815c631c-a201-4576-a928-353cb31b2d72 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:30.564780 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c9e1e284-4c31-458c-9079-e7c61273b508 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:30.576393 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (660ee0d2-ff63-4e21-854f-357c6aa22718), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.582522 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:30.587340 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/660ee0d2-ff63-4e21-854f-357c6aa22718 HTTP/1.1" status: 204 len: 168 time: 0.5343449 Jan 17 02:55:30.590387 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 33160) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:30.591114 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: c9e1e284-4c31-458c-9079-e7c61273b508 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:30.591460 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device c9e1e284-4c31-458c-9079-e7c61273b508 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:30.639230 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015e0af-d0d6-4b7b-ace5-cb2ca2c237a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=660ee0d2-ff63-4e21-854f-357c6aa22718,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:30.947797 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16345918'] for router_interface (1e5772ae-2754-4248-aec7-43d84704968c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:31.191315 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Deleting port ba6d3bff-e794-4a34-9cd5-5094f4965254 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:31.191681 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:31.268352 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] For port ba6d3bff-e794-4a34-9cd5-5094f4965254, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=ba6d3bff-e794-4a34-9cd5-5094f4965254,segment=NetworkSegment(38ad96e5-7883-4748-9a5f-38fe8ccccfb6),segment_id=38ad96e5-7883-4748-9a5f-38fe8ccccfb6)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:31.268712 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:31.281481 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Calling delete_port for ba6d3bff-e794-4a34-9cd5-5094f4965254 owned by network:router_interface {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:31.465358 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (ba6d3bff-e794-4a34-9cd5-5094f4965254), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:31.493044 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6d3bff-e794-4a34-9cd5-5094f4965254,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:31.656435 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16455927', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16343726'] for router_interface (1e5772ae-2754-4248-aec7-43d84704968c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:31.887502 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Router 1e5772ae-2754-4248-aec7-43d84704968c has already been hosted by L3 agent c6bb0456-a330-4946-b3d4-c204c8876672 {{(pid=102670) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 17 02:55:32.001779 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] Notify agent at l3_agent.dv-cinder-821602-13-iscsi the message routers_updated {{(pid=102670) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 17 02:55:32.007022 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-2716bd4f-9dac-48c6-8f03-5455df6351be admin admin] 10.222.0.24 "PUT /v2.0/routers/1e5772ae-2754-4248-aec7-43d84704968c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4154623 Jan 17 02:55:32.009850 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 33162) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:32.010423 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] Sync routers for ids ['1e5772ae-2754-4248-aec7-43d84704968c'] in dv-cinder-821602-13-iscsi {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 17 02:55:32.021128 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] Routers {'1e5772ae-2754-4248-aec7-43d84704968c'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:32.021729 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['1e5772ae-2754-4248-aec7-43d84704968c'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:32.112730 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks [] for router (1e5772ae-2754-4248-aec7-43d84704968c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:32.121778 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] Set router 1e5772ae-2754-4248-aec7-43d84704968c gateway port host: dv-cinder-821602-13-iscsi {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:32.219609 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks [] for router_gateway (1e5772ae-2754-4248-aec7-43d84704968c), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:32.275950 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Deleting port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 {{(pid=102670) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:32.276334 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:32.351760 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.db [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] For port bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,segment=NetworkSegment(64b87c01-7a2c-44d9-bc92-32cb00272b34),segment_id=64b87c01-7a2c-44d9-bc92-32cb00272b34)] {{(pid=102670) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:32.352138 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:32.364626 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.plugins.ml2.plugin [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Calling delete_port for bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 owned by network:router_gateway {{(pid=102670) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:32.389273 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'external_fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73'}], 'enable_snat': True}, 'gw_port_id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:55:31Z', 'revision_number': 5, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port': {'id': 'bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2', 'name': '', 'network_id': '8a393803-2a43-452a-bba4-33a25754c625', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:e6:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e5772ae-2754-4248-aec7-43d84704968c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'ip_address': '172.27.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-13-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-17T02:47:19Z', 'updated_at': '2022-01-17T02:47:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f34a072e-f725-40a6-81a3-b16ab7f38776', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-13-iscsi'}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:32.414630 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] Checking router: 1e5772ae-2754-4248-aec7-43d84704968c for host: dv-cinder-821602-13-iscsi {{(pid=102672) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 17 02:55:32.423078 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] Routers {'1e5772ae-2754-4248-aec7-43d84704968c'} bound to L3 agent in host dv-cinder-821602-13-iscsi {{(pid=102672) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 17 02:55:32.423681 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-13-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-17T02:26:42Z,description=,heartbeat_timestamp=2022-01-17T02:55:12Z,host='dv-cinder-821602-13-iscsi',id=c6bb0456-a330-4946-b3d4-c204c8876672,load=0,resource_versions=,resources_synced=,started_at=2022-01-17T02:26:42Z,topic='l3_agent')) {'router_ids': ['1e5772ae-2754-4248-aec7-43d84704968c'], 'active': True} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:32.506115 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_dvr_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] Set router 1e5772ae-2754-4248-aec7-43d84704968c gateway port host: None {{(pid=102672) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 17 02:55:32.526215 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13538846'] for port (bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:32.555043 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:32.559607 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.l3_hamode_db [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:55:32Z', 'revision_number': 6, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port_host': None}], 'dv-cinder-821602-13-iscsi', False) {} {{(pid=102672) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:32.586023 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ba9cb1-b145-47fd-9ef3-828443725cab None None] The sync data for ids ['1e5772ae-2754-4248-aec7-43d84704968c'] in dv-cinder-821602-13-iscsi is: [{'id': '1e5772ae-2754-4248-aec7-43d84704968c', 'name': 'tempest-TestVolumeBootPattern-617854695-router', 'tenant_id': '9a9e12954efb4a72b76c8b6692df355c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-17T02:47:18Z', 'updated_at': '2022-01-17T02:55:32Z', 'revision_number': 6, 'project_id': '9a9e12954efb4a72b76c8b6692df355c', 'gw_port_host': None}] {{(pid=102672) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 17 02:55:32.619081 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16343364'] for router_gateway (1e5772ae-2754-4248-aec7-43d84704968c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:32.954021 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16339923', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9353'] for router (1e5772ae-2754-4248-aec7-43d84704968c), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:32.956496 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks [] for router_controller (1e5772ae-2754-4248-aec7-43d84704968c), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.008188 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16339928'] for router (1e5772ae-2754-4248-aec7-43d84704968c), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.008792 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e5772ae-2754-4248-aec7-43d84704968c {{(pid=102670) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 17 02:55:33.013211 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.017619 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-468e906d-0844-4538-a529-74e5ca94df8a admin admin] 10.222.0.24 "DELETE /v2.0/routers/1e5772ae-2754-4248-aec7-43d84704968c HTTP/1.1" status: 204 len: 168 time: 1.0067508 Jan 17 02:55:33.020418 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [-] (102670) accepted ('10.222.0.24', 33164) {{(pid=102670) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:33.066269 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] Deleting subnet 22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab {{(pid=102670) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 17 02:55:33.069231 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] Publish callbacks [] for subnet (22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab), before_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.104738 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13435692'] for subnet (22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab), precommit_delete_associations {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.177029 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-527684'] for subnet (22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab), precommit_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.227670 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-527699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13538861', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-24823103'] for subnet (22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab), after_delete {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.255069 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab,revision_number=None']} {{(pid=102670) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:33.258562 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron_lib.callbacks.manager [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102670) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.262179 dv-cinder-821602-13-iscsi neutron-server[102670]: INFO neutron.wsgi [None req-d6f15d0b-a182-492d-bade-95e576d8e5a6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/22ed836e-d86a-4ae9-a0a6-f397ba4ea6ab HTTP/1.1" status: 204 len: 168 time: 0.2403479 Jan 17 02:55:33.264979 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed973e4-1c26-4780-9dec-eaea12368146 None None] Network e9f8e112-ae37-49f0-b87d-8733ba2abf65 requested from dv-cinder-821602-13-iscsi {{(pid=102671) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 17 02:55:33.265619 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33166) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:33.339242 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-772920'] for network (e9f8e112-ae37-49f0-b87d-8733ba2abf65), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.394218 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Deleting port b27f812f-6920-4891-9c6a-73c1341ca901 {{(pid=102669) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:33.394552 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.422862 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] DHCP port deletion for e9f8e112-ae37-49f0-b87d-8733ba2abf65 request from dv-cinder-821602-13-iscsi {{(pid=102671) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 17 02:55:33.461874 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.db [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] For port b27f812f-6920-4891-9c6a-73c1341ca901, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=b27f812f-6920-4891-9c6a-73c1341ca901,segment=NetworkSegment(38ad96e5-7883-4748-9a5f-38fe8ccccfb6),segment_id=38ad96e5-7883-4748-9a5f-38fe8ccccfb6)] {{(pid=102669) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:33.462255 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.471867 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Deleting port b27f812f-6920-4891-9c6a-73c1341ca901 {{(pid=102671) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 17 02:55:33.472240 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8762865792997'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), before_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.476303 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.plugin [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Calling delete_port for b27f812f-6920-4891-9c6a-73c1341ca901 owned by network:dhcp {{(pid=102669) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:33.535447 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.db [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] For port b27f812f-6920-4891-9c6a-73c1341ca901, host dv-cinder-821602-13-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-13-iscsi',level=0,port_id=b27f812f-6920-4891-9c6a-73c1341ca901,segment=NetworkSegment(38ad96e5-7883-4748-9a5f-38fe8ccccfb6),segment_id=38ad96e5-7883-4748-9a5f-38fe8ccccfb6)] {{(pid=102671) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 17 02:55:33.535840 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16322203'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), precommit_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.548481 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Calling delete_port for b27f812f-6920-4891-9c6a-73c1341ca901 owned by network:dhcp {{(pid=102671) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 17 02:55:33.561329 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14115980'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.586164 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Pushing event deleted for resources: {'Port': ['ID=b27f812f-6920-4891-9c6a-73c1341ca901,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:33.589823 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] No DVR routers for this DVR port b27f812f-6920-4891-9c6a-73c1341ca901 on host dv-cinder-821602-13-iscsi {{(pid=102669) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:55:33.631102 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-666792', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16652902', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8762865799033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8762865315952'] for port (b27f812f-6920-4891-9c6a-73c1341ca901), after_delete {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.658738 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Pushing event deleted for resources: {'Port': ['ID=b27f812f-6920-4891-9c6a-73c1341ca901,revision_number=None']} {{(pid=102671) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:33.661277 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] No DVR routers for this DVR port b27f812f-6920-4891-9c6a-73c1341ca901 on host dv-cinder-821602-13-iscsi {{(pid=102671) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 17 02:55:33.671701 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.672051 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.672537 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-537027', 'neutron.services.segments.db._delete_segments_for_network-8762865886760'] for network (e9f8e112-ae37-49f0-b87d-8733ba2abf65), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.672814 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.673161 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.673515 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.673809 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.674136 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.674531 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.674777 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.675102 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.675501 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.675726 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.676180 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b5683-a034-43d0-9e1e-1aeef4d008cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-13-iscsi {{(pid=102671) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 17 02:55:33.695323 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9f8e112-ae37-49f0-b87d-8733ba2abf65']}} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:33.716509 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ad96e5-7883-4748-9a5f-38fe8ccccfb6') {'for_net_delete': True} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:33.716944 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.services.segments.db [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ad96e5-7883-4748-9a5f-38fe8ccccfb6') {} {{(pid=102669) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 17 02:55:33.731892 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8762865886257', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14246681'] for segment (38ad96e5-7883-4748-9a5f-38fe8ccccfb6), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.745149 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961'] for segment (38ad96e5-7883-4748-9a5f-38fe8ccccfb6), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.751847 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=102669) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 17 02:55:33.752583 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16089961', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14116049'] for segment (38ad96e5-7883-4748-9a5f-38fe8ccccfb6), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: warnings.warn(msg) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: Traceback (most recent call last): Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: timer() Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: cb(*args, **kw) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: return func(*args, **kwargs) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: self._notify() Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: self.callback(batched_events) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: event.method(event) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: aggregate_uuid = self.p_client.list_aggregates( Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: return f(self, *a, **k) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._get(url).json() Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: return self.request(url, 'GET', **kwargs) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: base_url = self.get_endpoint(auth, allow=allow, Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 17 02:55:33.754444 dv-cinder-821602-13-iscsi neutron-server[102669]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 17 02:55:33.812853 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-537050', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468021', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16455822', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16343336'] for network (e9f8e112-ae37-49f0-b87d-8733ba2abf65), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.817783 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16455832'] for network (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:33.821098 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e9f8e112-ae37-49f0-b87d-8733ba2abf65 HTTP/1.1" status: 204 len: 168 time: 0.5544877 Jan 17 02:55:33.833214 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c806f269-dd5d-49fe-880f-aae870071b71 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9f8e112-ae37-49f0-b87d-8733ba2abf65,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:33.936335 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33170) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:33.980313 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-6c39aa6a-fb13-48a5-a54c-f2cbd65c84be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a5fffc31fb74051bb8478ab98082f04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425885 Jan 17 02:55:33.982771 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33172) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:34.030249 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15321422-4ef4-4e8b-8a08-2b91dc082152 admin admin] Publish callbacks [] for security_group (8ee6cbbe-ed23-473f-a929-d047a34ec3fd), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.052336 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15321422-4ef4-4e8b-8a08-2b91dc082152 admin admin] Publish callbacks [] for security_group (8ee6cbbe-ed23-473f-a929-d047a34ec3fd), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.107681 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15321422-4ef4-4e8b-8a08-2b91dc082152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (8ee6cbbe-ed23-473f-a929-d047a34ec3fd), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.110381 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-15321422-4ef4-4e8b-8a08-2b91dc082152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.111542 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-15321422-4ef4-4e8b-8a08-2b91dc082152 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ee6cbbe-ed23-473f-a929-d047a34ec3fd HTTP/1.1" status: 204 len: 168 time: 0.1279216 Jan 17 02:55:34.119214 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15321422-4ef4-4e8b-8a08-2b91dc082152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6cbbe-ed23-473f-a929-d047a34ec3fd,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:34.213860 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:34.233968 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:34.234237 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device bb04c168-dcfa-4edd-b881-8fbb0ca9ccd2 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:34.234647 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device b27f812f-6920-4891-9c6a-73c1341ca901 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:34.253875 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: b27f812f-6920-4891-9c6a-73c1341ca901 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:34.254206 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device b27f812f-6920-4891-9c6a-73c1341ca901 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:34.254610 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ba6d3bff-e794-4a34-9cd5-5094f4965254 no longer exists at agent ovs-agent-dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 17 02:55:34.277279 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] No Port match for: ba6d3bff-e794-4a34-9cd5-5094f4965254 {{(pid=102671) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 17 02:55:34.277973 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron.plugins.ml2.rpc [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Device ba6d3bff-e794-4a34-9cd5-5094f4965254 not bound to the agent host dv-cinder-821602-13-iscsi {{(pid=102671) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 17 02:55:34.456261 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33178) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:34.505462 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-00ab6c0d-b65f-4eb7-83b4-7e2398c970b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a9e12954efb4a72b76c8b6692df355c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479145 Jan 17 02:55:34.508085 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [-] (102669) accepted ('10.222.0.24', 33180) {{(pid=102669) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 17 02:55:34.557649 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5d96936-0a49-428e-b339-9b93dbe7accb admin admin] Publish callbacks [] for security_group (166d9db6-ca3c-4730-893b-94262e20a79f), before_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.580194 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5d96936-0a49-428e-b339-9b93dbe7accb admin admin] Publish callbacks [] for security_group (166d9db6-ca3c-4730-893b-94262e20a79f), precommit_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.637095 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5d96936-0a49-428e-b339-9b93dbe7accb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16468110'] for security_group (166d9db6-ca3c-4730-893b-94262e20a79f), after_delete {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.640091 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron_lib.callbacks.manager [None req-e5d96936-0a49-428e-b339-9b93dbe7accb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102669) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:34.641306 dv-cinder-821602-13-iscsi neutron-server[102669]: INFO neutron.wsgi [None req-e5d96936-0a49-428e-b339-9b93dbe7accb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/166d9db6-ca3c-4730-893b-94262e20a79f HTTP/1.1" status: 204 len: 168 time: 0.1321051 Jan 17 02:55:34.649005 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d96936-0a49-428e-b339-9b93dbe7accb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166d9db6-ca3c-4730-893b-94262e20a79f,revision_number=None']} {{(pid=102669) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 17 02:55:38.864835 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:39.690718 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-902bb347-573b-407b-95ef-3a1b0c3d1175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:41.917289 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-3794bc81-5c2a-40ba-84e8-9ba5fc39c126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:43.079352 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:44.716672 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:45.892511 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:55:54.227269 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:56:08.858786 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:09.697790 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-49e0e44f-1e08-4495-8e1b-961feb1b9f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:11.911670 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f6b70d0a-aea3-4196-9a59-22303021a4b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:13.088247 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:14.727104 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:15.882586 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:31.227527 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:56:38.862908 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:39.686721 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fd53cb78-f1ef-4e08-b233-7acc0fce8da2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:41.913816 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-20e861c3-fe5a-474e-b21a-986317915370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:43.093196 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:44.718904 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:56:45.885745 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:08.229426 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:57:08.854332 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:09.693395 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fe881ba1-b2a3-48a3-83fa-0c67ce7d5e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:11.914073 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-e7f684ad-db04-4a51-a683-a9ea096ca4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:13.097721 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:14.725799 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:15.891570 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:38.882075 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:39.683111 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-8f31ce49-7370-48f2-8a9a-dba460e766bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:41.909697 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-da3d7d76-1f11-461b-a7d7-daabe2b8a3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:43.096451 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:44.730350 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:57:45.234824 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:57:45.881982 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:08.897355 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:09.684987 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-381c84b6-2847-4a12-b1f9-021c39329bcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:11.921496 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-04b6fcfd-285e-44c1-b780-ddd553c4bae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:13.095008 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:14.738654 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:15.885010 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:22.240978 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:58:38.890779 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:39.697362 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-908ad433-9c0f-4680-866b-60ee96b6e383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:41.923510 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-da4e118a-731f-465c-a2a1-735033a4b8e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:43.108548 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:44.743237 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:45.882792 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:58:59.245131 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:59:08.917509 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:09.686062 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-b10c8209-32ab-4536-8f6f-596b64c0d788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:11.927015 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-a7dbdf9f-10c5-4982-85a0-d3aefa409497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:12.475927 dv-cinder-821602-13-iscsi neutron-server[102670]: DEBUG neutron.wsgi [req-53e55d2c-8e0f-48ec-aa47-4bc700d2ff8d req-bcaac810-176d-45e7-a4dd-34eabe563cf6 service neutron] (102670) timed out ('10.222.0.24', 58054) {{(pid=102670) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 02:59:13.113274 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:14.744996 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:15.889257 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:32.850787 dv-cinder-821602-13-iscsi neutron-server[102669]: DEBUG neutron.wsgi [req-9f72e3fb-c288-4c79-9c8f-e248737cc353 req-8be7cf74-13d7-423b-b262-822bab1f94d7 tempest-TestMinimumBasicScenario-1517519815 tempest-TestMinimumBasicScenario-1517519815-project] (102669) timed out ('10.222.0.64', 51904) {{(pid=102669) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 17 02:59:36.249624 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 02:59:38.914131 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:39.682104 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c9acb812-4fa3-402a-9f7d-a860c1fb4327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:41.924483 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-d65cd7f8-7c12-41e1-a93e-4aa89f351769 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:43.117685 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:44.748528 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 02:59:45.892968 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:08.915375 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:09.692188 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-13b4022f-377c-4611-92e9-17af31fd52b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:11.922364 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-2d7585db-dcae-4341-afb8-223b424da278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:13.117471 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:13.253297 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 03:00:14.752273 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:15.894619 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:38.920436 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:39.693707 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-ffc9eaef-cc89-4a9c-bcd5-5ab6187cb885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:41.921790 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-f7e7b4fe-446f-4cf3-9dba-7105f4cac4cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:43.121726 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:44.755510 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:45.898653 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-9ccd4062-3bec-4a95-a624-71a2d2fb43f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (a01cb21d-99b7-45cd-b36f-8bfd2719f73f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:00:50.259423 dv-cinder-821602-13-iscsi neutron-server[102672]: DEBUG neutron.db.agents_db [None req-9b8296ce-82c4-42df-934e-16113e830f07 None None] Agent healthcheck: found 6 active agents {{(pid=102672) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 17 03:01:08.954558 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-479979bd-1336-41be-a9dc-81c83aac9848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (1debb2cb-1cd7-4de8-ad78-8d5ea3f93e0e), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:01:09.688653 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-c09445c7-e0c2-409e-84f9-9b6e94d55157 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (edb380a2-7932-4de0-8c05-b1f5a6e751e1), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:01:11.916725 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-58218a84-ebad-4446-bfdd-815703b06253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (c6bb0456-a330-4946-b3d4-c204c8876672), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:01:13.118385 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-416638c1-6c2f-482b-b1c1-2fefe6381f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (5613baf9-c1c7-4f3e-8c2e-6d4701eddb3b), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 17 03:01:14.754321 dv-cinder-821602-13-iscsi neutron-server[102671]: DEBUG neutron_lib.callbacks.manager [None req-fa0c925d-d0ab-47df-a70f-5b99e598b2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8762865886742', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-538885'] for agent (ca74b30a-b31b-43e0-93d4-bed209126b8f), after_update {{(pid=102671) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}